2024-12-09 12:30:34,308 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b
2024-12-09 12:30:34,323 main DEBUG Took 0.013174 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-09 12:30:34,324 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-09 12:30:34,324 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-09 12:30:34,325 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-09 12:30:34,327 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 12:30:34,336 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-09 12:30:34,358 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 12:30:34,360 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 12:30:34,362 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 12:30:34,362 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 12:30:34,363 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 12:30:34,363 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 12:30:34,364 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 12:30:34,365 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 12:30:34,365 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 12:30:34,366 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 12:30:34,367 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 12:30:34,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 12:30:34,368 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 12:30:34,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 12:30:34,369 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 12:30:34,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 12:30:34,370 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 12:30:34,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 12:30:34,371 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 12:30:34,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 12:30:34,372 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 12:30:34,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 12:30:34,373 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 12:30:34,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 12:30:34,374 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 12:30:34,375 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-09 12:30:34,377 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 12:30:34,378 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-09 12:30:34,381 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-09 12:30:34,381 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-09 12:30:34,383 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-09 12:30:34,383 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-09 12:30:34,396 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-09 12:30:34,399 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-09 12:30:34,400 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-09 12:30:34,401 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-09 12:30:34,401 main DEBUG createAppenders(={Console})
2024-12-09 12:30:34,402 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b initialized
2024-12-09 12:30:34,402 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b
2024-12-09 12:30:34,403 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b OK.
2024-12-09 12:30:34,403 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-09 12:30:34,404 main DEBUG OutputStream closed
2024-12-09 12:30:34,404 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-09 12:30:34,404 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-09 12:30:34,405 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@37d4349f OK
2024-12-09 12:30:34,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-09 12:30:34,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-09 12:30:34,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-09 12:30:34,494 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-09 12:30:34,494 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-09 12:30:34,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-09 12:30:34,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-09 12:30:34,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-09 12:30:34,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-09 12:30:34,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-09 12:30:34,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-09 12:30:34,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-09 12:30:34,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-09 12:30:34,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-09 12:30:34,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-09 12:30:34,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-09 12:30:34,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-09 12:30:34,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-09 12:30:34,502 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-09 12:30:34,502 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@29ca3d04) with optional ClassLoader: null
2024-12-09 12:30:34,503 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-09 12:30:34,504 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@29ca3d04] started OK.
2024-12-09T12:30:34,519 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-12-09 12:30:34,522 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-09 12:30:34,523 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-09T12:30:34,872 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790
2024-12-09T12:30:34,897 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-09T12:30:34,926 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/cluster_c41e50ff-90d5-d98f-3085-372cc792eb25, deleteOnExit=true
2024-12-09T12:30:34,927 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-09T12:30:34,928 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/test.cache.data in system properties and HBase conf
2024-12-09T12:30:34,929 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/hadoop.tmp.dir in system properties and HBase conf
2024-12-09T12:30:34,929 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/hadoop.log.dir in system properties and HBase conf
2024-12-09T12:30:34,930 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-09T12:30:34,931 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-09T12:30:34,931 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-09T12:30:35,068 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-09T12:30:35,217 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T12:30:35,222 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-09T12:30:35,223 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-09T12:30:35,224 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-09T12:30:35,225 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-09T12:30:35,226 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-09T12:30:35,226 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-09T12:30:35,227 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-09T12:30:35,228 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-09T12:30:35,229 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-09T12:30:35,229 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/nfs.dump.dir in system properties and HBase conf
2024-12-09T12:30:35,230 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/java.io.tmpdir in system properties and HBase conf
2024-12-09T12:30:35,231 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-09T12:30:35,231 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-09T12:30:35,232 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-09T12:30:36,208 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-09T12:30:36,296 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2854ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-09T12:30:36,398 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-09T12:30:36,480 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-09T12:30:36,504 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-09T12:30:36,505 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-09T12:30:36,506 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-09T12:30:36,520 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-09T12:30:36,523 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/hadoop.log.dir/,AVAILABLE}
2024-12-09T12:30:36,524 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-09T12:30:36,743 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@562f0d0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/java.io.tmpdir/jetty-localhost-33659-hadoop-hdfs-3_4_1-tests_jar-_-any-16315441068869260053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-09T12:30:36,751 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:33659}
2024-12-09T12:30:36,751 INFO  [Time-limited test {}] server.Server(415): Started @3310ms
2024-12-09T12:30:37,179 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-09T12:30:37,187 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-09T12:30:37,189 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-09T12:30:37,189 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-09T12:30:37,190 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-09T12:30:37,191 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@537310ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/hadoop.log.dir/,AVAILABLE}
2024-12-09T12:30:37,192 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b9495fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-09T12:30:37,327 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc78d53{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/java.io.tmpdir/jetty-localhost-36641-hadoop-hdfs-3_4_1-tests_jar-_-any-7021100558879447259/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-09T12:30:37,327 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2120cdf2{HTTP/1.1, (http/1.1)}{localhost:36641}
2024-12-09T12:30:37,328 INFO  [Time-limited test {}] server.Server(415): Started @3887ms
2024-12-09T12:30:37,387 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-09T12:30:37,926 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/cluster_c41e50ff-90d5-d98f-3085-372cc792eb25/data/data2/current/BP-713900471-172.17.0.3-1733747435939/current, will proceed with Du for space computation calculation, 
2024-12-09T12:30:37,926 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/cluster_c41e50ff-90d5-d98f-3085-372cc792eb25/data/data1/current/BP-713900471-172.17.0.3-1733747435939/current, will proceed with Du for space computation calculation, 
2024-12-09T12:30:37,980 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-09T12:30:38,038 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5df94a0ed70fa4e3 with lease ID 0xc322861000620eaf: Processing first storage report for DS-08183cf7-5dd8-42cb-9687-631e63ce37eb from datanode DatanodeRegistration(127.0.0.1:43613, datanodeUuid=4af4075b-d17a-48cc-b670-4c0442071d44, infoPort=34385, infoSecurePort=0, ipcPort=37551, storageInfo=lv=-57;cid=testClusterID;nsid=1252874373;c=1733747435939)
2024-12-09T12:30:38,040 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5df94a0ed70fa4e3 with lease ID 0xc322861000620eaf: from storage DS-08183cf7-5dd8-42cb-9687-631e63ce37eb node DatanodeRegistration(127.0.0.1:43613, datanodeUuid=4af4075b-d17a-48cc-b670-4c0442071d44, infoPort=34385, infoSecurePort=0, ipcPort=37551, storageInfo=lv=-57;cid=testClusterID;nsid=1252874373;c=1733747435939), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-12-09T12:30:38,040 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5df94a0ed70fa4e3 with lease ID 0xc322861000620eaf: Processing first storage report for DS-8855abdc-3331-4902-b274-ac14beb0de1c from datanode DatanodeRegistration(127.0.0.1:43613, datanodeUuid=4af4075b-d17a-48cc-b670-4c0442071d44, infoPort=34385, infoSecurePort=0, ipcPort=37551, storageInfo=lv=-57;cid=testClusterID;nsid=1252874373;c=1733747435939)
2024-12-09T12:30:38,041 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5df94a0ed70fa4e3 with lease ID 0xc322861000620eaf: from storage DS-8855abdc-3331-4902-b274-ac14beb0de1c node DatanodeRegistration(127.0.0.1:43613, datanodeUuid=4af4075b-d17a-48cc-b670-4c0442071d44, infoPort=34385, infoSecurePort=0, ipcPort=37551, storageInfo=lv=-57;cid=testClusterID;nsid=1252874373;c=1733747435939), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-09T12:30:38,125 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790
2024-12-09T12:30:38,206 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/cluster_c41e50ff-90d5-d98f-3085-372cc792eb25/zookeeper_0, clientPort=64469, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/cluster_c41e50ff-90d5-d98f-3085-372cc792eb25/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/cluster_c41e50ff-90d5-d98f-3085-372cc792eb25/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-09T12:30:38,217 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64469
2024-12-09T12:30:38,229 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T12:30:38,233 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T12:30:38,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741825_1001 (size=7)
2024-12-09T12:30:38,883 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad with version=8
2024-12-09T12:30:38,884 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/hbase-staging
2024-12-09T12:30:38,981 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-09T12:30:39,244 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/f15dd41c88ad:0 server-side Connection retries=9
2024-12-09T12:30:39,257 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T12:30:39,258 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T12:30:39,264 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T12:30:39,264 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T12:30:39,265 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T12:30:39,436 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-09T12:30:39,503 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-09T12:30:39,512 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-09T12:30:39,516 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T12:30:39,545 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 15707 (auto-detected)
2024-12-09T12:30:39,546 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-09T12:30:39,565 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44935
2024-12-09T12:30:39,589 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44935 connecting to ZooKeeper ensemble=127.0.0.1:64469
2024-12-09T12:30:39,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449350x0, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T12:30:39,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44935-0x1012b2a028b0000 connected
2024-12-09T12:30:39,666 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T12:30:39,669 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T12:30:39,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T12:30:39,683 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad, hbase.cluster.distributed=false
2024-12-09T12:30:39,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T12:30:39,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44935
2024-12-09T12:30:39,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44935
2024-12-09T12:30:39,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44935
2024-12-09T12:30:39,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44935
2024-12-09T12:30:39,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44935
2024-12-09T12:30:39,887 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/f15dd41c88ad:0 server-side Connection retries=9
2024-12-09T12:30:39,889 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T12:30:39,890 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T12:30:39,890 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T12:30:39,890 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T12:30:39,890 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T12:30:39,893 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-09T12:30:39,896 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T12:30:39,897 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46241
2024-12-09T12:30:39,898 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46241 connecting to ZooKeeper ensemble=127.0.0.1:64469
2024-12-09T12:30:39,900 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T12:30:39,903 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T12:30:39,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462410x0, quorum=127.0.0.1:64469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T12:30:39,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462410x0, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T12:30:39,919 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-09T12:30:39,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46241-0x1012b2a028b0001 connected
2024-12-09T12:30:39,941 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-09T12:30:39,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46241-0x1012b2a028b0001, quorum=127.0.0.1:64469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-09T12:30:39,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46241-0x1012b2a028b0001, quorum=127.0.0.1:64469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T12:30:39,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46241
2024-12-09T12:30:39,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46241
2024-12-09T12:30:39,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46241
2024-12-09T12:30:39,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46241
2024-12-09T12:30:39,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46241
2024-12-09T12:30:40,006 DEBUG [M:0;f15dd41c88ad:44935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f15dd41c88ad:44935
2024-12-09T12:30:40,007 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f15dd41c88ad,44935,1733747439038
2024-12-09T12:30:40,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T12:30:40,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1012b2a028b0001, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T12:30:40,023 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f15dd41c88ad,44935,1733747439038
2024-12-09T12:30:40,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1012b2a028b0001, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-09T12:30:40,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1012b2a028b0001, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T12:30:40,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T12:30:40,054 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-09T12:30:40,055 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f15dd41c88ad,44935,1733747439038 from backup master directory
2024-12-09T12:30:40,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1012b2a028b0001, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T12:30:40,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f15dd41c88ad,44935,1733747439038
2024-12-09T12:30:40,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T12:30:40,062 WARN  [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T12:30:40,062 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f15dd41c88ad,44935,1733747439038
2024-12-09T12:30:40,065 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-09T12:30:40,066 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-09T12:30:40,159 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/hbase.id] with ID: 32459c25-b551-46a0-a442-6e1b87b6f4f8
2024-12-09T12:30:40,159 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/.tmp/hbase.id
2024-12-09T12:30:40,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741826_1002 (size=42)
2024-12-09T12:30:40,606 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/.tmp/hbase.id]:[hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/hbase.id]
2024-12-09T12:30:40,659 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T12:30:40,665 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-09T12:30:40,685 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms.
2024-12-09T12:30:40,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1012b2a028b0001, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T12:30:40,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T12:30:40,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741827_1003 (size=196)
2024-12-09T12:30:41,125 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T12:30:41,128 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-09T12:30:41,146 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T12:30:41,150 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T12:30:41,182 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741828_1004 (size=1189)
2024-12-09T12:30:41,603 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/data/master/store
2024-12-09T12:30:41,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741829_1005 (size=34)
2024-12-09T12:30:41,630 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-09T12:30:41,633 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:30:41,635 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-09T12:30:41,635 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T12:30:41,635 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T12:30:41,637 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-09T12:30:41,637 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T12:30:41,637 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T12:30:41,639 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733747441635Disabling compacts and flushes for region at 1733747441635Disabling writes for close at 1733747441637 (+2 ms)Writing region close event to WAL at 1733747441637Closed at 1733747441637
2024-12-09T12:30:41,641 WARN  [master/f15dd41c88ad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/data/master/store/.initializing
2024-12-09T12:30:41,641 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/WALs/f15dd41c88ad,44935,1733747439038
2024-12-09T12:30:41,651 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T12:30:41,668 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f15dd41c88ad%2C44935%2C1733747439038, suffix=, logDir=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/WALs/f15dd41c88ad,44935,1733747439038, archiveDir=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/oldWALs, maxLogs=10
2024-12-09T12:30:41,695 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/WALs/f15dd41c88ad,44935,1733747439038/f15dd41c88ad%2C44935%2C1733747439038.1733747441673, exclude list is [], retry=0
2024-12-09T12:30:41,715 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43613,DS-08183cf7-5dd8-42cb-9687-631e63ce37eb,DISK]
2024-12-09T12:30:41,718 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-09T12:30:41,767 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/WALs/f15dd41c88ad,44935,1733747439038/f15dd41c88ad%2C44935%2C1733747439038.1733747441673
2024-12-09T12:30:41,768 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34385:34385)]
2024-12-09T12:30:41,769 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-09T12:30:41,770 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:30:41,780 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T12:30:41,781 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T12:30:41,828 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T12:30:41,857 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-09T12:30:41,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:30:41,866 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T12:30:41,867 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T12:30:41,871 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-09T12:30:41,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:30:41,872 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T12:30:41,872 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T12:30:41,875 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-09T12:30:41,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:30:41,876 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T12:30:41,877 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T12:30:41,880 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-09T12:30:41,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:30:41,881 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T12:30:41,881 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T12:30:41,885 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-09T12:30:41,886 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-09T12:30:41,893 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T12:30:41,894 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T12:30:41,903 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T12:30:41,907 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T12:30:41,912 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T12:30:41,914 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70745143, jitterRate=0.05418477952480316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T12:30:41,923 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733747441796Initializing all the Stores at 1733747441799 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733747441800 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733747441800Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733747441801 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733747441801Cleaning up temporary data from old regions at 1733747441894 (+93 ms)Region opened successfully at 1733747441923 (+29 ms)
2024-12-09T12:30:41,925 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-09T12:30:41,969 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d2a9a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f15dd41c88ad/172.17.0.3:0
2024-12-09T12:30:42,005 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-09T12:30:42,018 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-09T12:30:42,018 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-09T12:30:42,021 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-09T12:30:42,023 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-09T12:30:42,028 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-12-09T12:30:42,028 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-09T12:30:42,061 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-09T12:30:42,071 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-09T12:30:42,074 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-09T12:30:42,077 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-09T12:30:42,079 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-09T12:30:42,082 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-09T12:30:42,085 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-09T12:30:42,095 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-09T12:30:42,097 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-09T12:30:42,099 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-09T12:30:42,101 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-09T12:30:42,124 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-09T12:30:42,126 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-09T12:30:42,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1012b2a028b0001, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-09T12:30:42,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1012b2a028b0001, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T12:30:42,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-09T12:30:42,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T12:30:42,137 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f15dd41c88ad,44935,1733747439038, sessionid=0x1012b2a028b0000, setting cluster-up flag (Was=false)
2024-12-09T12:30:42,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1012b2a028b0001, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T12:30:42,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T12:30:42,162 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-09T12:30:42,169 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f15dd41c88ad,44935,1733747439038
2024-12-09T12:30:42,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T12:30:42,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1012b2a028b0001, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T12:30:42,185 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-09T12:30:42,193 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f15dd41c88ad,44935,1733747439038
2024-12-09T12:30:42,214 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-09T12:30:42,292 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(746): ClusterId : 32459c25-b551-46a0-a442-6e1b87b6f4f8
2024-12-09T12:30:42,294 DEBUG [RS:0;f15dd41c88ad:46241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-09T12:30:42,301 DEBUG [RS:0;f15dd41c88ad:46241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-09T12:30:42,301 DEBUG [RS:0;f15dd41c88ad:46241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-09T12:30:42,304 DEBUG [RS:0;f15dd41c88ad:46241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-09T12:30:42,305 DEBUG [RS:0;f15dd41c88ad:46241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4602df4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f15dd41c88ad/172.17.0.3:0
2024-12-09T12:30:42,306 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-09T12:30:42,317 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-09T12:30:42,321 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f15dd41c88ad:46241
2024-12-09T12:30:42,324 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-09T12:30:42,324 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-09T12:30:42,324 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-09T12:30:42,325 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-09T12:30:42,327 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(2659): reportForDuty to master=f15dd41c88ad,44935,1733747439038 with port=46241, startcode=1733747439845
2024-12-09T12:30:42,331 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f15dd41c88ad,44935,1733747439038
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-09T12:30:42,340 DEBUG [RS:0;f15dd41c88ad:46241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-09T12:30:42,341 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f15dd41c88ad:0, corePoolSize=5, maxPoolSize=5
2024-12-09T12:30:42,341 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f15dd41c88ad:0, corePoolSize=5, maxPoolSize=5
2024-12-09T12:30:42,341 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f15dd41c88ad:0, corePoolSize=5, maxPoolSize=5
2024-12-09T12:30:42,342 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f15dd41c88ad:0, corePoolSize=5, maxPoolSize=5
2024-12-09T12:30:42,342 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f15dd41c88ad:0, corePoolSize=10, maxPoolSize=10
2024-12-09T12:30:42,342 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1
2024-12-09T12:30:42,343 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f15dd41c88ad:0, corePoolSize=2, maxPoolSize=2
2024-12-09T12:30:42,343 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1
2024-12-09T12:30:42,354 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733747472354
2024-12-09T12:30:42,356 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-09T12:30:42,356 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T12:30:42,356 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-09T12:30:42,357 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-09T12:30:42,360 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-09T12:30:42,361 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-09T12:30:42,361 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-09T12:30:42,361 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-09T12:30:42,363 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:30:42,363 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-09T12:30:42,362 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-09T12:30:42,366 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-09T12:30:42,368 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-09T12:30:42,368 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-09T12:30:42,374 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-09T12:30:42,375 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-09T12:30:42,379 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-09T12:30:42,380 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f15dd41c88ad:0:becomeActiveMaster-HFileCleaner.large.0-1733747442379,5,FailOnTimeoutGroup]
2024-12-09T12:30:42,380 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f15dd41c88ad:0:becomeActiveMaster-HFileCleaner.small.0-1733747442380,5,FailOnTimeoutGroup]
2024-12-09T12:30:42,381 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-09T12:30:42,381 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-09T12:30:42,383 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-09T12:30:42,383 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-09T12:30:42,387 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44935 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f15dd41c88ad,46241,1733747439845
2024-12-09T12:30:42,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741831_1007 (size=1321)
2024-12-09T12:30:42,389 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44935 {}] master.ServerManager(517): Registering regionserver=f15dd41c88ad,46241,1733747439845
2024-12-09T12:30:42,405 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad
2024-12-09T12:30:42,405 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37395
2024-12-09T12:30:42,405 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-09T12:30:42,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T12:30:42,411 DEBUG [RS:0;f15dd41c88ad:46241 {}] zookeeper.ZKUtil(111): regionserver:46241-0x1012b2a028b0001, quorum=127.0.0.1:64469, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f15dd41c88ad,46241,1733747439845
2024-12-09T12:30:42,411 WARN  [RS:0;f15dd41c88ad:46241 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T12:30:42,411 INFO  [RS:0;f15dd41c88ad:46241 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T12:30:42,412 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/WALs/f15dd41c88ad,46241,1733747439845
2024-12-09T12:30:42,413 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f15dd41c88ad,46241,1733747439845]
2024-12-09T12:30:42,439 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-09T12:30:42,454 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-09T12:30:42,460 INFO  [RS:0;f15dd41c88ad:46241 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-09T12:30:42,460 INFO  [RS:0;f15dd41c88ad:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T12:30:42,462 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-09T12:30:42,470 INFO  [RS:0;f15dd41c88ad:46241 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-09T12:30:42,472 INFO  [RS:0;f15dd41c88ad:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-09T12:30:42,472 DEBUG [RS:0;f15dd41c88ad:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1
2024-12-09T12:30:42,472 DEBUG [RS:0;f15dd41c88ad:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1
2024-12-09T12:30:42,472 DEBUG [RS:0;f15dd41c88ad:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1
2024-12-09T12:30:42,473 DEBUG [RS:0;f15dd41c88ad:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1
2024-12-09T12:30:42,473 DEBUG [RS:0;f15dd41c88ad:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1
2024-12-09T12:30:42,473 DEBUG [RS:0;f15dd41c88ad:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f15dd41c88ad:0, corePoolSize=2, maxPoolSize=2
2024-12-09T12:30:42,473 DEBUG [RS:0;f15dd41c88ad:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1
2024-12-09T12:30:42,473 DEBUG [RS:0;f15dd41c88ad:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1
2024-12-09T12:30:42,474 DEBUG [RS:0;f15dd41c88ad:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1
2024-12-09T12:30:42,474 DEBUG [RS:0;f15dd41c88ad:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1
2024-12-09T12:30:42,474 DEBUG [RS:0;f15dd41c88ad:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1
2024-12-09T12:30:42,474 DEBUG [RS:0;f15dd41c88ad:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1
2024-12-09T12:30:42,474 DEBUG [RS:0;f15dd41c88ad:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f15dd41c88ad:0, corePoolSize=3, maxPoolSize=3
2024-12-09T12:30:42,474 DEBUG [RS:0;f15dd41c88ad:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f15dd41c88ad:0, corePoolSize=3, maxPoolSize=3
2024-12-09T12:30:42,477 INFO  [RS:0;f15dd41c88ad:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T12:30:42,477 INFO  [RS:0;f15dd41c88ad:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T12:30:42,477 INFO  [RS:0;f15dd41c88ad:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T12:30:42,478 INFO  [RS:0;f15dd41c88ad:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-09T12:30:42,478 INFO  [RS:0;f15dd41c88ad:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-09T12:30:42,478 INFO  [RS:0;f15dd41c88ad:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=f15dd41c88ad,46241,1733747439845-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T12:30:42,500 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-09T12:30:42,502 INFO  [RS:0;f15dd41c88ad:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=f15dd41c88ad,46241,1733747439845-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T12:30:42,502 INFO  [RS:0;f15dd41c88ad:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T12:30:42,503 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.Replication(171): f15dd41c88ad,46241,1733747439845 started
2024-12-09T12:30:42,525 INFO  [RS:0;f15dd41c88ad:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T12:30:42,526 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1482): Serving as f15dd41c88ad,46241,1733747439845, RpcServer on f15dd41c88ad/172.17.0.3:46241, sessionid=0x1012b2a028b0001
2024-12-09T12:30:42,527 DEBUG [RS:0;f15dd41c88ad:46241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-09T12:30:42,527 DEBUG [RS:0;f15dd41c88ad:46241 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f15dd41c88ad,46241,1733747439845
2024-12-09T12:30:42,527 DEBUG [RS:0;f15dd41c88ad:46241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f15dd41c88ad,46241,1733747439845'
2024-12-09T12:30:42,527 DEBUG [RS:0;f15dd41c88ad:46241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-09T12:30:42,528 DEBUG [RS:0;f15dd41c88ad:46241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-09T12:30:42,529 DEBUG [RS:0;f15dd41c88ad:46241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-09T12:30:42,529 DEBUG [RS:0;f15dd41c88ad:46241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-09T12:30:42,529 DEBUG [RS:0;f15dd41c88ad:46241 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f15dd41c88ad,46241,1733747439845
2024-12-09T12:30:42,530 DEBUG [RS:0;f15dd41c88ad:46241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f15dd41c88ad,46241,1733747439845'
2024-12-09T12:30:42,530 DEBUG [RS:0;f15dd41c88ad:46241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-09T12:30:42,530 DEBUG [RS:0;f15dd41c88ad:46241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-09T12:30:42,531 DEBUG [RS:0;f15dd41c88ad:46241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-09T12:30:42,531 INFO  [RS:0;f15dd41c88ad:46241 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-09T12:30:42,531 INFO  [RS:0;f15dd41c88ad:46241 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-09T12:30:42,792 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-09T12:30:42,793 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad
2024-12-09T12:30:42,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741832_1008 (size=32)
2024-12-09T12:30:43,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:30:43,209 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-09T12:30:43,212 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-09T12:30:43,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:30:43,213 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T12:30:43,213 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-09T12:30:43,215 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-09T12:30:43,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:30:43,216 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T12:30:43,217 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-09T12:30:43,219 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-09T12:30:43,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:30:43,221 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T12:30:43,221 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-09T12:30:43,224 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-09T12:30:43,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:30:43,225 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T12:30:43,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-09T12:30:43,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/meta/1588230740
2024-12-09T12:30:43,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/meta/1588230740
2024-12-09T12:30:43,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-09T12:30:43,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-09T12:30:43,231 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T12:30:43,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-09T12:30:43,238 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T12:30:43,239 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70078207, jitterRate=0.04424665868282318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T12:30:43,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733747443206Initializing all the Stores at 1733747443208 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733747443208Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733747443209 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733747443209Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733747443209Cleaning up temporary data from old regions at 1733747443230 (+21 ms)Region opened successfully at 1733747443241 (+11 ms)
2024-12-09T12:30:43,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-09T12:30:43,241 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-09T12:30:43,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-09T12:30:43,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-09T12:30:43,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-09T12:30:43,243 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-09T12:30:43,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733747443241Disabling compacts and flushes for region at 1733747443241Disabling writes for close at 1733747443241Writing region close event to WAL at 1733747443242 (+1 ms)Closed at 1733747443243 (+1 ms)
2024-12-09T12:30:43,246 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T12:30:43,246 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-09T12:30:43,252 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-09T12:30:43,261 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-09T12:30:43,264 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-09T12:30:43,416 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:30:44,417 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:30:45,417 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:30:46,418 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:30:47,419 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:30:48,419 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:30:49,420 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:30:49,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-09T12:30:49,500 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-09T12:30:50,421 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:30:51,422 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:30:52,422 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:30:53,423 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:30:54,424 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:30:55,425 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:30:56,425 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:30:57,426 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:30:58,427 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:30:59,428 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:31:00,428 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:31:01,429 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:31:02,430 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:31:03,431 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:31:04,431 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:31:05,432 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:31:06,433 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:31:07,433 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:31:08,120 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-09T12:31:08,434 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:31:09,435 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:31:10,436 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:31:11,436 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:31:12,437 WARN  [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T12:31:12,537 INFO  [RS:0;f15dd41c88ad:46241 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T12:31:12,541 INFO  [RS:0;f15dd41c88ad:46241 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f15dd41c88ad%2C46241%2C1733747439845, suffix=, logDir=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/WALs/f15dd41c88ad,46241,1733747439845, archiveDir=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/oldWALs, maxLogs=32
2024-12-09T12:31:12,557 DEBUG [RS:0;f15dd41c88ad:46241 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/WALs/f15dd41c88ad,46241,1733747439845/f15dd41c88ad%2C46241%2C1733747439845.1733747472543, exclude list is [], retry=0
2024-12-09T12:31:12,562 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43613,DS-08183cf7-5dd8-42cb-9687-631e63ce37eb,DISK]
2024-12-09T12:31:12,565 INFO  [RS:0;f15dd41c88ad:46241 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/WALs/f15dd41c88ad,46241,1733747439845/f15dd41c88ad%2C46241%2C1733747439845.1733747472543
2024-12-09T12:31:12,566 DEBUG [RS:0;f15dd41c88ad:46241 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34385:34385)]
2024-12-09T12:31:12,691 DEBUG [f15dd41c88ad:44935 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-09T12:31:12,705 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f15dd41c88ad,46241,1733747439845
2024-12-09T12:31:12,713 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f15dd41c88ad,46241,1733747439845, state=OPENING
2024-12-09T12:31:12,719 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-09T12:31:12,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T12:31:12,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1012b2a028b0001, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T12:31:12,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T12:31:12,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T12:31:12,724 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-09T12:31:12,726 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f15dd41c88ad,46241,1733747439845}]
2024-12-09T12:31:12,902 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-09T12:31:12,905 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-09T12:31:12,916 INFO  [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-09T12:31:12,916 INFO  [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T12:31:12,917 INFO  [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-09T12:31:12,919 INFO  [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f15dd41c88ad%2C46241%2C1733747439845.meta, suffix=.meta, logDir=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/WALs/f15dd41c88ad,46241,1733747439845, archiveDir=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/oldWALs, maxLogs=32
2024-12-09T12:31:12,935 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/WALs/f15dd41c88ad,46241,1733747439845/f15dd41c88ad%2C46241%2C1733747439845.meta.1733747472921.meta, exclude list is [], retry=0
2024-12-09T12:31:12,939 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43613,DS-08183cf7-5dd8-42cb-9687-631e63ce37eb,DISK]
2024-12-09T12:31:12,942 INFO  [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/WALs/f15dd41c88ad,46241,1733747439845/f15dd41c88ad%2C46241%2C1733747439845.meta.1733747472921.meta
2024-12-09T12:31:12,943 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34385:34385)]
2024-12-09T12:31:12,943 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-09T12:31:12,945 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-09T12:31:12,947 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-09T12:31:12,952 INFO  [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-09T12:31:12,957 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-09T12:31:12,957 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:31:12,957 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-09T12:31:12,957 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-09T12:31:12,961 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-09T12:31:12,962 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-09T12:31:12,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:31:12,963 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T12:31:12,963 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-09T12:31:12,965 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-09T12:31:12,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:31:12,966 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T12:31:12,966 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-09T12:31:12,967 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-09T12:31:12,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:31:12,968 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T12:31:12,968 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-09T12:31:12,969 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-09T12:31:12,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:31:12,970 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T12:31:12,971 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-09T12:31:12,972 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/meta/1588230740
2024-12-09T12:31:12,975 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/meta/1588230740
2024-12-09T12:31:12,978 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-09T12:31:12,978 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-09T12:31:12,979 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T12:31:12,982 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-09T12:31:12,984 INFO  [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74987243, jitterRate=0.1173969954252243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T12:31:12,984 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-09T12:31:12,986 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733747472958Writing region info on filesystem at 1733747472958Initializing all the Stores at 1733747472960 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733747472960Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733747472960Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733747472960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733747472960Cleaning up temporary data from old regions at 1733747472978 (+18 ms)Running coprocessor post-open hooks at 1733747472984 (+6 ms)Region opened successfully at 1733747472986 (+2 ms)
2024-12-09T12:31:12,994 INFO  [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733747472893
2024-12-09T12:31:13,007 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-09T12:31:13,007 INFO  [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-09T12:31:13,009 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f15dd41c88ad,46241,1733747439845
2024-12-09T12:31:13,012 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f15dd41c88ad,46241,1733747439845, state=OPEN
2024-12-09T12:31:13,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-09T12:31:13,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1012b2a028b0001, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-09T12:31:13,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T12:31:13,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T12:31:13,020 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f15dd41c88ad,46241,1733747439845
2024-12-09T12:31:13,026 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-09T12:31:13,026 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f15dd41c88ad,46241,1733747439845 in 294 msec
2024-12-09T12:31:13,031 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-09T12:31:13,032 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 29.7750 sec
2024-12-09T12:31:13,033 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T12:31:13,033 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-09T12:31:13,052 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T12:31:13,054 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f15dd41c88ad,46241,1733747439845, seqNum=-1]
2024-12-09T12:31:13,079 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T12:31:13,082 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T12:31:13,106 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 30.8490 sec
2024-12-09T12:31:13,107 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733747473106, completionTime=-1
2024-12-09T12:31:13,109 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-09T12:31:13,109 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-09T12:31:13,139 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-09T12:31:13,139 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733747533139
2024-12-09T12:31:13,139 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733747593139
2024-12-09T12:31:13,140 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 30 msec
2024-12-09T12:31:13,141 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f15dd41c88ad,44935,1733747439038-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T12:31:13,142 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f15dd41c88ad,44935,1733747439038-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T12:31:13,142 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f15dd41c88ad,44935,1733747439038-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T12:31:13,143 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f15dd41c88ad:44935, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T12:31:13,144 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-09T12:31:13,144 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-09T12:31:13,182 DEBUG [master/f15dd41c88ad:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-09T12:31:13,233 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 33.171sec
2024-12-09T12:31:13,235 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-09T12:31:13,236 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-09T12:31:13,238 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-09T12:31:13,238 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-09T12:31:13,239 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-09T12:31:13,240 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f15dd41c88ad,44935,1733747439038-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T12:31:13,240 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f15dd41c88ad,44935,1733747439038-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-09T12:31:13,249 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-09T12:31:13,250 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-09T12:31:13,250 INFO  [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f15dd41c88ad,44935,1733747439038-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T12:31:13,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d0adcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T12:31:13,328 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-09T12:31:13,328 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-09T12:31:13,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f15dd41c88ad,44935,-1 for getting cluster id
2024-12-09T12:31:13,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T12:31:13,341 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32459c25-b551-46a0-a442-6e1b87b6f4f8'
2024-12-09T12:31:13,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T12:31:13,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32459c25-b551-46a0-a442-6e1b87b6f4f8"

2024-12-09T12:31:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59488967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T12:31:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f15dd41c88ad,44935,-1]
2024-12-09T12:31:13,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T12:31:13,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T12:31:13,350 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T12:31:13,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac58a82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T12:31:13,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T12:31:13,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f15dd41c88ad,46241,1733747439845, seqNum=-1]
2024-12-09T12:31:13,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T12:31:13,362 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T12:31:13,381 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f15dd41c88ad,44935,1733747439038
2024-12-09T12:31:13,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148c8a31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T12:31:13,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f15dd41c88ad,44935,-1 for getting cluster id
2024-12-09T12:31:13,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T12:31:13,385 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32459c25-b551-46a0-a442-6e1b87b6f4f8'
2024-12-09T12:31:13,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T12:31:13,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32459c25-b551-46a0-a442-6e1b87b6f4f8"

2024-12-09T12:31:13,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531f4498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T12:31:13,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f15dd41c88ad,44935,-1]
2024-12-09T12:31:13,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T12:31:13,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T12:31:13,388 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T12:31:13,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a904c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T12:31:13,403 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=565, ProcessCount=11, AvailableMemoryMB=4391
2024-12-09T12:31:13,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-09T12:31:13,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f15dd41c88ad,44935,1733747439038
2024-12-09T12:31:13,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23b4f284
2024-12-09T12:31:13,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-09T12:31:13,419 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-09T12:31:13,424 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T12:31:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-12-09T12:31:13,435 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T12:31:13,437 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-12-09T12:31:13,437 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:31:13,439 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T12:31:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T12:31:13,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741835_1011 (size=428)
2024-12-09T12:31:13,855 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 651439cd03bcee5237722541cd3fa8ff, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad
2024-12-09T12:31:13,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741836_1012 (size=79)
2024-12-09T12:31:13,870 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:31:13,870 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 651439cd03bcee5237722541cd3fa8ff, disabling compactions & flushes
2024-12-09T12:31:13,870 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff.
2024-12-09T12:31:13,870 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff.
2024-12-09T12:31:13,870 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff. after waiting 0 ms
2024-12-09T12:31:13,870 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff.
2024-12-09T12:31:13,870 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff.
2024-12-09T12:31:13,871 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 651439cd03bcee5237722541cd3fa8ff:
Waiting for close lock at 1733747473870Disabling compacts and flushes for region at 1733747473870Disabling writes for close at 1733747473870Writing region close event to WAL at 1733747473870Closed at 1733747473870
2024-12-09T12:31:13,873 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T12:31:13,879 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733747473873"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733747473873"}]},"ts":"1733747473873"}
2024-12-09T12:31:13,885 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T12:31:13,887 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T12:31:13,890 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733747473887"}]},"ts":"1733747473887"}
2024-12-09T12:31:13,895 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-12-09T12:31:13,897 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=651439cd03bcee5237722541cd3fa8ff, ASSIGN}]
2024-12-09T12:31:13,899 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=651439cd03bcee5237722541cd3fa8ff, ASSIGN
2024-12-09T12:31:13,901 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=651439cd03bcee5237722541cd3fa8ff, ASSIGN; state=OFFLINE, location=f15dd41c88ad,46241,1733747439845; forceNewPlan=false, retain=false
2024-12-09T12:31:14,053 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=651439cd03bcee5237722541cd3fa8ff, regionState=OPENING, regionLocation=f15dd41c88ad,46241,1733747439845
2024-12-09T12:31:14,058 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=651439cd03bcee5237722541cd3fa8ff, ASSIGN because future has completed
2024-12-09T12:31:14,059 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 651439cd03bcee5237722541cd3fa8ff, server=f15dd41c88ad,46241,1733747439845}]
2024-12-09T12:31:14,220 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff.
2024-12-09T12:31:14,220 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 651439cd03bcee5237722541cd3fa8ff, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff.', STARTKEY => '', ENDKEY => ''}
2024-12-09T12:31:14,221 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 651439cd03bcee5237722541cd3fa8ff
2024-12-09T12:31:14,221 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:31:14,221 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 651439cd03bcee5237722541cd3fa8ff
2024-12-09T12:31:14,221 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 651439cd03bcee5237722541cd3fa8ff
2024-12-09T12:31:14,224 INFO  [StoreOpener-651439cd03bcee5237722541cd3fa8ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 651439cd03bcee5237722541cd3fa8ff 
2024-12-09T12:31:14,227 INFO  [StoreOpener-651439cd03bcee5237722541cd3fa8ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 651439cd03bcee5237722541cd3fa8ff columnFamilyName testFamily
2024-12-09T12:31:14,227 DEBUG [StoreOpener-651439cd03bcee5237722541cd3fa8ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:31:14,228 INFO  [StoreOpener-651439cd03bcee5237722541cd3fa8ff-1 {}] regionserver.HStore(327): Store=651439cd03bcee5237722541cd3fa8ff/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T12:31:14,228 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 651439cd03bcee5237722541cd3fa8ff
2024-12-09T12:31:14,229 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testRetryOutOfOrderScannerNextExceptionAsync/651439cd03bcee5237722541cd3fa8ff
2024-12-09T12:31:14,230 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testRetryOutOfOrderScannerNextExceptionAsync/651439cd03bcee5237722541cd3fa8ff
2024-12-09T12:31:14,231 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 651439cd03bcee5237722541cd3fa8ff
2024-12-09T12:31:14,231 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 651439cd03bcee5237722541cd3fa8ff
2024-12-09T12:31:14,234 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 651439cd03bcee5237722541cd3fa8ff
2024-12-09T12:31:14,238 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testRetryOutOfOrderScannerNextExceptionAsync/651439cd03bcee5237722541cd3fa8ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T12:31:14,239 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 651439cd03bcee5237722541cd3fa8ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62927201, jitterRate=-0.06231163442134857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T12:31:14,239 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 651439cd03bcee5237722541cd3fa8ff
2024-12-09T12:31:14,240 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 651439cd03bcee5237722541cd3fa8ff:
Running coprocessor pre-open hook at 1733747474222Writing region info on filesystem at 1733747474222Initializing all the Stores at 1733747474224 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733747474224Cleaning up temporary data from old regions at 1733747474231 (+7 ms)Running coprocessor post-open hooks at 1733747474239 (+8 ms)Region opened successfully at 1733747474240 (+1 ms)
2024-12-09T12:31:14,243 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff., pid=6, masterSystemTime=1733747474213
2024-12-09T12:31:14,247 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff.
2024-12-09T12:31:14,247 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff.
2024-12-09T12:31:14,248 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=651439cd03bcee5237722541cd3fa8ff, regionState=OPEN, openSeqNum=2, regionLocation=f15dd41c88ad,46241,1733747439845
2024-12-09T12:31:14,253 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 651439cd03bcee5237722541cd3fa8ff, server=f15dd41c88ad,46241,1733747439845 because future has completed
2024-12-09T12:31:14,261 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-09T12:31:14,262 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 651439cd03bcee5237722541cd3fa8ff, server=f15dd41c88ad,46241,1733747439845 in 197 msec
2024-12-09T12:31:14,268 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-09T12:31:14,268 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=651439cd03bcee5237722541cd3fa8ff, ASSIGN in 365 msec
2024-12-09T12:31:14,270 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T12:31:14,270 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733747474270"}]},"ts":"1733747474270"}
2024-12-09T12:31:14,274 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-12-09T12:31:14,276 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T12:31:14,280 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 849 msec
2024-12-09T12:31:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T12:31:14,459 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-12-09T12:31:14,459 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-12-09T12:31:14,460 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T12:31:14,467 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-12-09T12:31:14,467 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T12:31:14,468 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-12-09T12:31:14,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T12:31:14,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f15dd41c88ad,46241,1733747439845, seqNum=-1]
2024-12-09T12:31:14,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T12:31:14,475 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T12:31:14,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2]
2024-12-09T12:31:14,494 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T12:31:14,498 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-12-09T12:31:14,503 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-09T12:31:14,507 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-09T12:31:14,509 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-09T12:31:14,510 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-1474622603845959672
2024-12-09T12:31:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:40530 deadline: 1733747477509, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T12:31:14,537 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-09T12:31:14,539 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-09T12:31:14,540 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T12:31:14,541 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T12:31:14,542 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-1474622603845959670
2024-12-09T12:31:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:40530 deadline: 1733747477541, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T12:31:14,546 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T12:31:14,547 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-1474622603845959669
2024-12-09T12:31:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:40530 deadline: 1733747477546, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T12:31:14,551 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T12:31:14,552 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-1474622603845959668
2024-12-09T12:31:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:40530 deadline: 1733747477551, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T12:31:14,555 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T12:31:14,569 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214)
Potentially hanging thread: RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_578839189_22 at /127.0.0.1:41168 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=565 (was 565), ProcessCount=11 (was 11), AvailableMemoryMB=4356 (was 4391)
2024-12-09T12:31:14,580 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=565, ProcessCount=11, AvailableMemoryMB=4354
2024-12-09T12:31:14,584 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44935 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T12:31:14,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44935 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-12-09T12:31:14,589 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T12:31:14,589 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:31:14,589 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44935 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-12-09T12:31:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-09T12:31:14,591 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T12:31:14,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741837_1013 (size=414)
2024-12-09T12:31:15,003 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a5741269670f8ea83d5cf9859517f4ca, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad
2024-12-09T12:31:15,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741838_1014 (size=65)
2024-12-09T12:31:15,416 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:31:15,416 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing a5741269670f8ea83d5cf9859517f4ca, disabling compactions & flushes
2024-12-09T12:31:15,416 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca.
2024-12-09T12:31:15,416 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca.
2024-12-09T12:31:15,416 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca. after waiting 0 ms
2024-12-09T12:31:15,416 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca.
2024-12-09T12:31:15,416 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca.
2024-12-09T12:31:15,416 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for a5741269670f8ea83d5cf9859517f4ca:
Waiting for close lock at 1733747475416Disabling compacts and flushes for region at 1733747475416Disabling writes for close at 1733747475416Writing region close event to WAL at 1733747475416Closed at 1733747475416
2024-12-09T12:31:15,418 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T12:31:15,419 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733747475418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733747475418"}]},"ts":"1733747475418"}
2024-12-09T12:31:15,422 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T12:31:15,424 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T12:31:15,424 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733747475424"}]},"ts":"1733747475424"}
2024-12-09T12:31:15,427 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-09T12:31:15,427 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=a5741269670f8ea83d5cf9859517f4ca, ASSIGN}]
2024-12-09T12:31:15,429 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=a5741269670f8ea83d5cf9859517f4ca, ASSIGN
2024-12-09T12:31:15,430 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=a5741269670f8ea83d5cf9859517f4ca, ASSIGN; state=OFFLINE, location=f15dd41c88ad,46241,1733747439845; forceNewPlan=false, retain=false
2024-12-09T12:31:15,581 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a5741269670f8ea83d5cf9859517f4ca, regionState=OPENING, regionLocation=f15dd41c88ad,46241,1733747439845
2024-12-09T12:31:15,585 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=a5741269670f8ea83d5cf9859517f4ca, ASSIGN because future has completed
2024-12-09T12:31:15,586 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5741269670f8ea83d5cf9859517f4ca, server=f15dd41c88ad,46241,1733747439845}]
2024-12-09T12:31:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-09T12:31:15,745 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca.
2024-12-09T12:31:15,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => a5741269670f8ea83d5cf9859517f4ca, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca.', STARTKEY => '', ENDKEY => ''}
2024-12-09T12:31:15,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner a5741269670f8ea83d5cf9859517f4ca
2024-12-09T12:31:15,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:31:15,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for a5741269670f8ea83d5cf9859517f4ca
2024-12-09T12:31:15,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for a5741269670f8ea83d5cf9859517f4ca
2024-12-09T12:31:15,748 INFO  [StoreOpener-a5741269670f8ea83d5cf9859517f4ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region a5741269670f8ea83d5cf9859517f4ca 
2024-12-09T12:31:15,750 INFO  [StoreOpener-a5741269670f8ea83d5cf9859517f4ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5741269670f8ea83d5cf9859517f4ca columnFamilyName testFamily
2024-12-09T12:31:15,750 DEBUG [StoreOpener-a5741269670f8ea83d5cf9859517f4ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:31:15,751 INFO  [StoreOpener-a5741269670f8ea83d5cf9859517f4ca-1 {}] regionserver.HStore(327): Store=a5741269670f8ea83d5cf9859517f4ca/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T12:31:15,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for a5741269670f8ea83d5cf9859517f4ca
2024-12-09T12:31:15,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnOpenScanner/a5741269670f8ea83d5cf9859517f4ca
2024-12-09T12:31:15,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnOpenScanner/a5741269670f8ea83d5cf9859517f4ca
2024-12-09T12:31:15,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for a5741269670f8ea83d5cf9859517f4ca
2024-12-09T12:31:15,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for a5741269670f8ea83d5cf9859517f4ca
2024-12-09T12:31:15,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for a5741269670f8ea83d5cf9859517f4ca
2024-12-09T12:31:15,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnOpenScanner/a5741269670f8ea83d5cf9859517f4ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T12:31:15,760 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened a5741269670f8ea83d5cf9859517f4ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61672793, jitterRate=-0.08100377023220062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T12:31:15,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5741269670f8ea83d5cf9859517f4ca
2024-12-09T12:31:15,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for a5741269670f8ea83d5cf9859517f4ca:
Running coprocessor pre-open hook at 1733747475747Writing region info on filesystem at 1733747475747Initializing all the Stores at 1733747475748 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733747475748Cleaning up temporary data from old regions at 1733747475753 (+5 ms)Running coprocessor post-open hooks at 1733747475760 (+7 ms)Region opened successfully at 1733747475761 (+1 ms)
2024-12-09T12:31:15,762 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca., pid=9, masterSystemTime=1733747475740
2024-12-09T12:31:15,766 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a5741269670f8ea83d5cf9859517f4ca, regionState=OPEN, openSeqNum=2, regionLocation=f15dd41c88ad,46241,1733747439845
2024-12-09T12:31:15,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca.
2024-12-09T12:31:15,767 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca.
2024-12-09T12:31:15,770 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5741269670f8ea83d5cf9859517f4ca, server=f15dd41c88ad,46241,1733747439845 because future has completed
2024-12-09T12:31:15,775 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-09T12:31:15,775 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure a5741269670f8ea83d5cf9859517f4ca, server=f15dd41c88ad,46241,1733747439845 in 185 msec
2024-12-09T12:31:15,779 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-09T12:31:15,779 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=a5741269670f8ea83d5cf9859517f4ca, ASSIGN in 348 msec
2024-12-09T12:31:15,781 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T12:31:15,781 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733747475781"}]},"ts":"1733747475781"}
2024-12-09T12:31:15,784 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-09T12:31:15,785 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T12:31:15,788 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2020 sec
2024-12-09T12:31:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-09T12:31:17,618 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-12-09T12:31:17,618 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-09T12:31:17,619 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T12:31:17,623 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-09T12:31:17,623 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T12:31:17,624 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-12-09T12:31:17,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2]
2024-12-09T12:31:17,639 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T12:31:17,639 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-09T12:31:17,642 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-09T12:31:17,644 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46241 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-09T12:31:18,488 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T12:31:18,516 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-12-09T12:31:18,518 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-09T12:31:18,519 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-12-09T12:31:19,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-09T12:31:19,499 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-09T12:31:19,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-09T12:31:19,501 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-09T12:31:19,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-09T12:31:19,501 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-12-09T12:31:19,502 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-09T12:31:19,502 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-09T12:31:23,651 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f15dd41c88ad:46241 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms
2024-12-09T12:31:23,651 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms
2024-12-09T12:31:23,651 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2 from cache
2024-12-09T12:31:23,663 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=478 (was 565), ProcessCount=11 (was 11), AvailableMemoryMB=4155 (was 4354)
2024-12-09T12:31:23,671 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=478, ProcessCount=11, AvailableMemoryMB=4155
2024-12-09T12:31:23,674 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44935 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T12:31:23,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44935 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-12-09T12:31:23,678 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T12:31:23,679 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:31:23,679 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44935 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-12-09T12:31:23,680 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T12:31:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-09T12:31:23,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741839_1015 (size=412)
2024-12-09T12:31:24,092 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3486e4dfaf3512a5e2447f8517a06bf9, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad
2024-12-09T12:31:24,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741840_1016 (size=63)
2024-12-09T12:31:24,145 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-12-09T12:31:24,502 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:31:24,502 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 3486e4dfaf3512a5e2447f8517a06bf9, disabling compactions & flushes
2024-12-09T12:31:24,502 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9.
2024-12-09T12:31:24,502 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9.
2024-12-09T12:31:24,502 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9. after waiting 0 ms
2024-12-09T12:31:24,502 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9.
2024-12-09T12:31:24,502 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9.
2024-12-09T12:31:24,502 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3486e4dfaf3512a5e2447f8517a06bf9:
Waiting for close lock at 1733747484502Disabling compacts and flushes for region at 1733747484502Disabling writes for close at 1733747484502Writing region close event to WAL at 1733747484502Closed at 1733747484502
2024-12-09T12:31:24,505 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T12:31:24,505 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733747484505"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733747484505"}]},"ts":"1733747484505"}
2024-12-09T12:31:24,509 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T12:31:24,510 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T12:31:24,511 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733747484510"}]},"ts":"1733747484510"}
2024-12-09T12:31:24,513 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-09T12:31:24,514 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=3486e4dfaf3512a5e2447f8517a06bf9, ASSIGN}]
2024-12-09T12:31:24,515 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=3486e4dfaf3512a5e2447f8517a06bf9, ASSIGN
2024-12-09T12:31:24,516 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=3486e4dfaf3512a5e2447f8517a06bf9, ASSIGN; state=OFFLINE, location=f15dd41c88ad,46241,1733747439845; forceNewPlan=false, retain=false
2024-12-09T12:31:24,667 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3486e4dfaf3512a5e2447f8517a06bf9, regionState=OPENING, regionLocation=f15dd41c88ad,46241,1733747439845
2024-12-09T12:31:24,671 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=3486e4dfaf3512a5e2447f8517a06bf9, ASSIGN because future has completed
2024-12-09T12:31:24,671 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3486e4dfaf3512a5e2447f8517a06bf9, server=f15dd41c88ad,46241,1733747439845}]
2024-12-09T12:31:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-09T12:31:24,831 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9.
2024-12-09T12:31:24,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 3486e4dfaf3512a5e2447f8517a06bf9, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9.', STARTKEY => '', ENDKEY => ''}
2024-12-09T12:31:24,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 3486e4dfaf3512a5e2447f8517a06bf9
2024-12-09T12:31:24,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:31:24,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 3486e4dfaf3512a5e2447f8517a06bf9
2024-12-09T12:31:24,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 3486e4dfaf3512a5e2447f8517a06bf9
2024-12-09T12:31:24,834 INFO  [StoreOpener-3486e4dfaf3512a5e2447f8517a06bf9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3486e4dfaf3512a5e2447f8517a06bf9 
2024-12-09T12:31:24,836 INFO  [StoreOpener-3486e4dfaf3512a5e2447f8517a06bf9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3486e4dfaf3512a5e2447f8517a06bf9 columnFamilyName testFamily
2024-12-09T12:31:24,836 DEBUG [StoreOpener-3486e4dfaf3512a5e2447f8517a06bf9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:31:24,837 INFO  [StoreOpener-3486e4dfaf3512a5e2447f8517a06bf9-1 {}] regionserver.HStore(327): Store=3486e4dfaf3512a5e2447f8517a06bf9/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T12:31:24,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 3486e4dfaf3512a5e2447f8517a06bf9
2024-12-09T12:31:24,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnNextAsync/3486e4dfaf3512a5e2447f8517a06bf9
2024-12-09T12:31:24,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnNextAsync/3486e4dfaf3512a5e2447f8517a06bf9
2024-12-09T12:31:24,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 3486e4dfaf3512a5e2447f8517a06bf9
2024-12-09T12:31:24,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 3486e4dfaf3512a5e2447f8517a06bf9
2024-12-09T12:31:24,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 3486e4dfaf3512a5e2447f8517a06bf9
2024-12-09T12:31:24,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnNextAsync/3486e4dfaf3512a5e2447f8517a06bf9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T12:31:24,846 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 3486e4dfaf3512a5e2447f8517a06bf9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66975250, jitterRate=-0.0019910037517547607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T12:31:24,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3486e4dfaf3512a5e2447f8517a06bf9
2024-12-09T12:31:24,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 3486e4dfaf3512a5e2447f8517a06bf9:
Running coprocessor pre-open hook at 1733747484832Writing region info on filesystem at 1733747484832Initializing all the Stores at 1733747484833 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733747484833Cleaning up temporary data from old regions at 1733747484839 (+6 ms)Running coprocessor post-open hooks at 1733747484846 (+7 ms)Region opened successfully at 1733747484847 (+1 ms)
2024-12-09T12:31:24,848 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9., pid=12, masterSystemTime=1733747484824
2024-12-09T12:31:24,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9.
2024-12-09T12:31:24,852 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9.
2024-12-09T12:31:24,852 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3486e4dfaf3512a5e2447f8517a06bf9, regionState=OPEN, openSeqNum=2, regionLocation=f15dd41c88ad,46241,1733747439845
2024-12-09T12:31:24,856 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3486e4dfaf3512a5e2447f8517a06bf9, server=f15dd41c88ad,46241,1733747439845 because future has completed
2024-12-09T12:31:24,862 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-09T12:31:24,862 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 3486e4dfaf3512a5e2447f8517a06bf9, server=f15dd41c88ad,46241,1733747439845 in 186 msec
2024-12-09T12:31:24,866 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-09T12:31:24,866 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=3486e4dfaf3512a5e2447f8517a06bf9, ASSIGN in 348 msec
2024-12-09T12:31:24,867 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T12:31:24,868 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733747484867"}]},"ts":"1733747484867"}
2024-12-09T12:31:24,870 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-09T12:31:24,872 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T12:31:24,875 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.1980 sec
2024-12-09T12:31:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-09T12:31:26,718 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-12-09T12:31:26,718 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-09T12:31:26,718 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T12:31:26,722 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-09T12:31:26,723 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T12:31:26,723 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-12-09T12:31:26,726 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2]
2024-12-09T12:31:26,737 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T12:31:26,737 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-09T12:31:26,740 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-09T12:31:26,741 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-09T12:31:26,743 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-09T12:31:26,743 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46241 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-09T12:31:29,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-09T12:31:29,499 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-09T12:31:30,362 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T12:31:30,521 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-12-09T12:31:32,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46241 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1474622603845959659' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-09T12:31:32,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46241 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:40530 deadline: 1733747498747, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1474622603845959659' does not exist
2024-12-09T12:31:32,751 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to f15dd41c88ad,46241,1733747439845 for closing scanner id = -1474622603845959659 for 3486e4dfaf3512a5e2447f8517a06bf9 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1474622603845959659' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T12:31:32,755 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 478), ProcessCount=11 (was 11), AvailableMemoryMB=4810 (was 4155) - AvailableMemoryMB LEAK? -
2024-12-09T12:31:32,764 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=4808
2024-12-09T12:31:32,766 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T12:31:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-12-09T12:31:32,770 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T12:31:32,770 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:31:32,770 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-12-09T12:31:32,772 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T12:31:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-09T12:31:32,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741841_1017 (size=423)
2024-12-09T12:31:33,183 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dcf4d0999e950af97d330df4fe6d5e8c, NAME => 'testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad
2024-12-09T12:31:33,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741842_1018 (size=74)
2024-12-09T12:31:33,193 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:31:33,193 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing dcf4d0999e950af97d330df4fe6d5e8c, disabling compactions & flushes
2024-12-09T12:31:33,193 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c.
2024-12-09T12:31:33,193 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c.
2024-12-09T12:31:33,193 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c. after waiting 0 ms
2024-12-09T12:31:33,193 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c.
2024-12-09T12:31:33,193 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c.
2024-12-09T12:31:33,193 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for dcf4d0999e950af97d330df4fe6d5e8c:
Waiting for close lock at 1733747493193Disabling compacts and flushes for region at 1733747493193Disabling writes for close at 1733747493193Writing region close event to WAL at 1733747493193Closed at 1733747493193
2024-12-09T12:31:33,195 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T12:31:33,195 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733747493195"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733747493195"}]},"ts":"1733747493195"}
2024-12-09T12:31:33,198 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T12:31:33,200 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T12:31:33,200 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733747493200"}]},"ts":"1733747493200"}
2024-12-09T12:31:33,202 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-12-09T12:31:33,203 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=dcf4d0999e950af97d330df4fe6d5e8c, ASSIGN}]
2024-12-09T12:31:33,204 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=dcf4d0999e950af97d330df4fe6d5e8c, ASSIGN
2024-12-09T12:31:33,206 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=dcf4d0999e950af97d330df4fe6d5e8c, ASSIGN; state=OFFLINE, location=f15dd41c88ad,46241,1733747439845; forceNewPlan=false, retain=false
2024-12-09T12:31:33,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-12-09T12:31:33,356 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=dcf4d0999e950af97d330df4fe6d5e8c, regionState=OPENING, regionLocation=f15dd41c88ad,46241,1733747439845
2024-12-09T12:31:33,360 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=dcf4d0999e950af97d330df4fe6d5e8c, ASSIGN because future has completed
2024-12-09T12:31:33,361 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcf4d0999e950af97d330df4fe6d5e8c, server=f15dd41c88ad,46241,1733747439845}]
2024-12-09T12:31:33,519 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c.
2024-12-09T12:31:33,519 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => dcf4d0999e950af97d330df4fe6d5e8c, NAME => 'testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c.', STARTKEY => '', ENDKEY => ''}
2024-12-09T12:31:33,520 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException dcf4d0999e950af97d330df4fe6d5e8c
2024-12-09T12:31:33,520 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:31:33,520 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for dcf4d0999e950af97d330df4fe6d5e8c
2024-12-09T12:31:33,520 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for dcf4d0999e950af97d330df4fe6d5e8c
2024-12-09T12:31:33,525 INFO  [StoreOpener-dcf4d0999e950af97d330df4fe6d5e8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region dcf4d0999e950af97d330df4fe6d5e8c 
2024-12-09T12:31:33,528 INFO  [StoreOpener-dcf4d0999e950af97d330df4fe6d5e8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcf4d0999e950af97d330df4fe6d5e8c columnFamilyName testFamily
2024-12-09T12:31:33,528 DEBUG [StoreOpener-dcf4d0999e950af97d330df4fe6d5e8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:31:33,529 INFO  [StoreOpener-dcf4d0999e950af97d330df4fe6d5e8c-1 {}] regionserver.HStore(327): Store=dcf4d0999e950af97d330df4fe6d5e8c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T12:31:33,529 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for dcf4d0999e950af97d330df4fe6d5e8c
2024-12-09T12:31:33,530 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testRetryOutOfOrderScannerNextException/dcf4d0999e950af97d330df4fe6d5e8c
2024-12-09T12:31:33,531 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testRetryOutOfOrderScannerNextException/dcf4d0999e950af97d330df4fe6d5e8c
2024-12-09T12:31:33,532 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for dcf4d0999e950af97d330df4fe6d5e8c
2024-12-09T12:31:33,532 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for dcf4d0999e950af97d330df4fe6d5e8c
2024-12-09T12:31:33,535 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for dcf4d0999e950af97d330df4fe6d5e8c
2024-12-09T12:31:33,538 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testRetryOutOfOrderScannerNextException/dcf4d0999e950af97d330df4fe6d5e8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T12:31:33,539 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened dcf4d0999e950af97d330df4fe6d5e8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63112174, jitterRate=-0.05955532193183899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T12:31:33,539 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dcf4d0999e950af97d330df4fe6d5e8c
2024-12-09T12:31:33,540 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for dcf4d0999e950af97d330df4fe6d5e8c:
Running coprocessor pre-open hook at 1733747493520Writing region info on filesystem at 1733747493520Initializing all the Stores at 1733747493522 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733747493522Cleaning up temporary data from old regions at 1733747493532 (+10 ms)Running coprocessor post-open hooks at 1733747493539 (+7 ms)Region opened successfully at 1733747493540 (+1 ms)
2024-12-09T12:31:33,541 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c., pid=15, masterSystemTime=1733747493513
2024-12-09T12:31:33,544 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c.
2024-12-09T12:31:33,544 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c.
2024-12-09T12:31:33,545 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=dcf4d0999e950af97d330df4fe6d5e8c, regionState=OPEN, openSeqNum=2, regionLocation=f15dd41c88ad,46241,1733747439845
2024-12-09T12:31:33,548 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcf4d0999e950af97d330df4fe6d5e8c, server=f15dd41c88ad,46241,1733747439845 because future has completed
2024-12-09T12:31:33,553 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-09T12:31:33,553 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure dcf4d0999e950af97d330df4fe6d5e8c, server=f15dd41c88ad,46241,1733747439845 in 189 msec
2024-12-09T12:31:33,556 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-09T12:31:33,556 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=dcf4d0999e950af97d330df4fe6d5e8c, ASSIGN in 350 msec
2024-12-09T12:31:33,557 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T12:31:33,557 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733747493557"}]},"ts":"1733747493557"}
2024-12-09T12:31:33,560 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-12-09T12:31:33,561 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T12:31:33,563 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 794 msec
2024-12-09T12:31:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-09T12:31:33,778 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-12-09T12:31:33,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-12-09T12:31:33,778 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T12:31:33,783 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-12-09T12:31:33,783 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T12:31:33,783 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-12-09T12:31:33,787 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2]
2024-12-09T12:31:33,796 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T12:31:33,796 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-12-09T12:31:33,799 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-09T12:31:33,801 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-09T12:31:33,802 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-09T12:31:33,802 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-1474622603845959655
2024-12-09T12:31:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:40530 deadline: 1733747496801, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T12:31:33,805 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-09T12:31:33,806 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-09T12:31:33,807 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T12:31:33,808 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T12:31:33,809 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-1474622603845959653
2024-12-09T12:31:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:40530 deadline: 1733747496807, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T12:31:33,811 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T12:31:33,812 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-1474622603845959652
2024-12-09T12:31:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:40530 deadline: 1733747496811, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T12:31:33,815 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T12:31:33,816 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-1474622603845959651
2024-12-09T12:31:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:40530 deadline: 1733747496814, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T12:31:33,819 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T12:31:33,829 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=228 (was 225)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_578839189_22 at /127.0.0.1:49092 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 468), ProcessCount=11 (was 11), AvailableMemoryMB=4735 (was 4808)
2024-12-09T12:31:33,837 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=228, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=4734
2024-12-09T12:31:33,839 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T12:31:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-12-09T12:31:33,843 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T12:31:33,843 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:31:33,843 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-12-09T12:31:33,844 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T12:31:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-09T12:31:33,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741843_1019 (size=418)
2024-12-09T12:31:33,854 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3ed602fd652274362c89e79a3c0e374, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad
2024-12-09T12:31:33,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741844_1020 (size=69)
2024-12-09T12:31:34,266 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:31:34,266 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing f3ed602fd652274362c89e79a3c0e374, disabling compactions & flushes
2024-12-09T12:31:34,266 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374.
2024-12-09T12:31:34,266 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374.
2024-12-09T12:31:34,266 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374. after waiting 0 ms
2024-12-09T12:31:34,266 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374.
2024-12-09T12:31:34,266 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374.
2024-12-09T12:31:34,266 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3ed602fd652274362c89e79a3c0e374:
Waiting for close lock at 1733747494266Disabling compacts and flushes for region at 1733747494266Disabling writes for close at 1733747494266Writing region close event to WAL at 1733747494266Closed at 1733747494266
2024-12-09T12:31:34,268 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T12:31:34,269 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733747494268"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733747494268"}]},"ts":"1733747494268"}
2024-12-09T12:31:34,272 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T12:31:34,273 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T12:31:34,274 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733747494274"}]},"ts":"1733747494274"}
2024-12-09T12:31:34,277 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-09T12:31:34,278 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f3ed602fd652274362c89e79a3c0e374, ASSIGN}]
2024-12-09T12:31:34,279 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f3ed602fd652274362c89e79a3c0e374, ASSIGN
2024-12-09T12:31:34,281 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f3ed602fd652274362c89e79a3c0e374, ASSIGN; state=OFFLINE, location=f15dd41c88ad,46241,1733747439845; forceNewPlan=false, retain=false
2024-12-09T12:31:34,432 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=f3ed602fd652274362c89e79a3c0e374, regionState=OPENING, regionLocation=f15dd41c88ad,46241,1733747439845
2024-12-09T12:31:34,436 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f3ed602fd652274362c89e79a3c0e374, ASSIGN because future has completed
2024-12-09T12:31:34,436 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3ed602fd652274362c89e79a3c0e374, server=f15dd41c88ad,46241,1733747439845}]
2024-12-09T12:31:34,596 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374.
2024-12-09T12:31:34,596 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => f3ed602fd652274362c89e79a3c0e374, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374.', STARTKEY => '', ENDKEY => ''}
2024-12-09T12:31:34,596 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:31:34,597 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:31:34,597 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:31:34,597 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:31:34,599 INFO  [StoreOpener-f3ed602fd652274362c89e79a3c0e374-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f3ed602fd652274362c89e79a3c0e374 
2024-12-09T12:31:34,602 INFO  [StoreOpener-f3ed602fd652274362c89e79a3c0e374-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3ed602fd652274362c89e79a3c0e374 columnFamilyName testFamily
2024-12-09T12:31:34,602 DEBUG [StoreOpener-f3ed602fd652274362c89e79a3c0e374-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:31:34,602 INFO  [StoreOpener-f3ed602fd652274362c89e79a3c0e374-1 {}] regionserver.HStore(327): Store=f3ed602fd652274362c89e79a3c0e374/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T12:31:34,603 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:31:34,604 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnOpenScanner/f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:31:34,605 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnOpenScanner/f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:31:34,605 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:31:34,605 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:31:34,608 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:31:34,612 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnOpenScanner/f3ed602fd652274362c89e79a3c0e374/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T12:31:34,612 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened f3ed602fd652274362c89e79a3c0e374; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61234502, jitterRate=-0.0875348150730133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T12:31:34,612 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:31:34,613 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for f3ed602fd652274362c89e79a3c0e374:
Running coprocessor pre-open hook at 1733747494597Writing region info on filesystem at 1733747494597Initializing all the Stores at 1733747494599 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733747494599Cleaning up temporary data from old regions at 1733747494605 (+6 ms)Running coprocessor post-open hooks at 1733747494612 (+7 ms)Region opened successfully at 1733747494613 (+1 ms)
2024-12-09T12:31:34,615 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374., pid=18, masterSystemTime=1733747494590
2024-12-09T12:31:34,618 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374.
2024-12-09T12:31:34,618 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374.
2024-12-09T12:31:34,619 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=f3ed602fd652274362c89e79a3c0e374, regionState=OPEN, openSeqNum=2, regionLocation=f15dd41c88ad,46241,1733747439845
2024-12-09T12:31:34,622 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3ed602fd652274362c89e79a3c0e374, server=f15dd41c88ad,46241,1733747439845 because future has completed
2024-12-09T12:31:34,627 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-09T12:31:34,627 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure f3ed602fd652274362c89e79a3c0e374, server=f15dd41c88ad,46241,1733747439845 in 187 msec
2024-12-09T12:31:34,631 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-09T12:31:34,631 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f3ed602fd652274362c89e79a3c0e374, ASSIGN in 349 msec
2024-12-09T12:31:34,632 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T12:31:34,632 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733747494632"}]},"ts":"1733747494632"}
2024-12-09T12:31:34,635 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-09T12:31:34,636 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T12:31:34,638 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 797 msec
2024-12-09T12:31:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-09T12:31:34,858 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-12-09T12:31:34,858 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-09T12:31:34,858 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T12:31:34,862 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-09T12:31:34,862 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T12:31:34,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-12-09T12:31:34,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2]
2024-12-09T12:31:34,877 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T12:31:34,877 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-09T12:31:34,880 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-09T12:31:34,881 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-09T12:31:35,884 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f15dd41c88ad:46241 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-12-09T12:31:35,884 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-12-09T12:31:35,884 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2 from cache
2024-12-09T12:31:36,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-12-09T12:31:36,522 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-12-09T12:31:36,522 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-12-09T12:31:36,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2]
2024-12-09T12:31:36,902 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-09T12:31:37,884 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f15dd41c88ad:46241 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=983ms, rpcTimeout=979ms
2024-12-09T12:31:37,884 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=983ms, rpcTimeout=979ms
2024-12-09T12:31:37,884 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2 from cache
2024-12-09T12:31:37,895 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=226 (was 228), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 468), ProcessCount=11 (was 11), AvailableMemoryMB=4592 (was 4734)
2024-12-09T12:31:37,905 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=226, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=446, ProcessCount=11, AvailableMemoryMB=4592
2024-12-09T12:31:37,908 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T12:31:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-12-09T12:31:37,912 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T12:31:37,912 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:31:37,913 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-12-09T12:31:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-09T12:31:37,915 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T12:31:37,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741845_1021 (size=416)
2024-12-09T12:31:37,929 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06e0b19bca6af3cea49e5c97514f78ba, NAME => 'testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad
2024-12-09T12:31:37,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741846_1022 (size=67)
2024-12-09T12:31:38,121 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-09T12:31:38,340 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:31:38,340 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 06e0b19bca6af3cea49e5c97514f78ba, disabling compactions & flushes
2024-12-09T12:31:38,340 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba.
2024-12-09T12:31:38,340 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba.
2024-12-09T12:31:38,340 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba. after waiting 0 ms
2024-12-09T12:31:38,340 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba.
2024-12-09T12:31:38,340 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba.
2024-12-09T12:31:38,340 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06e0b19bca6af3cea49e5c97514f78ba:
Waiting for close lock at 1733747498340Disabling compacts and flushes for region at 1733747498340Disabling writes for close at 1733747498340Writing region close event to WAL at 1733747498340Closed at 1733747498340
2024-12-09T12:31:38,342 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T12:31:38,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733747498342"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733747498342"}]},"ts":"1733747498342"}
2024-12-09T12:31:38,346 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T12:31:38,347 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T12:31:38,348 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733747498347"}]},"ts":"1733747498347"}
2024-12-09T12:31:38,350 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-09T12:31:38,350 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=06e0b19bca6af3cea49e5c97514f78ba, ASSIGN}]
2024-12-09T12:31:38,351 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=06e0b19bca6af3cea49e5c97514f78ba, ASSIGN
2024-12-09T12:31:38,352 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=06e0b19bca6af3cea49e5c97514f78ba, ASSIGN; state=OFFLINE, location=f15dd41c88ad,46241,1733747439845; forceNewPlan=false, retain=false
2024-12-09T12:31:38,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-12-09T12:31:38,503 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=06e0b19bca6af3cea49e5c97514f78ba, regionState=OPENING, regionLocation=f15dd41c88ad,46241,1733747439845
2024-12-09T12:31:38,508 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=06e0b19bca6af3cea49e5c97514f78ba, ASSIGN because future has completed
2024-12-09T12:31:38,508 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06e0b19bca6af3cea49e5c97514f78ba, server=f15dd41c88ad,46241,1733747439845}]
2024-12-09T12:31:38,667 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba.
2024-12-09T12:31:38,667 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 06e0b19bca6af3cea49e5c97514f78ba, NAME => 'testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba.', STARTKEY => '', ENDKEY => ''}
2024-12-09T12:31:38,668 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 06e0b19bca6af3cea49e5c97514f78ba
2024-12-09T12:31:38,668 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:31:38,668 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 06e0b19bca6af3cea49e5c97514f78ba
2024-12-09T12:31:38,668 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 06e0b19bca6af3cea49e5c97514f78ba
2024-12-09T12:31:38,670 INFO  [StoreOpener-06e0b19bca6af3cea49e5c97514f78ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 06e0b19bca6af3cea49e5c97514f78ba 
2024-12-09T12:31:38,672 INFO  [StoreOpener-06e0b19bca6af3cea49e5c97514f78ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06e0b19bca6af3cea49e5c97514f78ba columnFamilyName testFamily
2024-12-09T12:31:38,672 DEBUG [StoreOpener-06e0b19bca6af3cea49e5c97514f78ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:31:38,673 INFO  [StoreOpener-06e0b19bca6af3cea49e5c97514f78ba-1 {}] regionserver.HStore(327): Store=06e0b19bca6af3cea49e5c97514f78ba/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T12:31:38,673 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 06e0b19bca6af3cea49e5c97514f78ba
2024-12-09T12:31:38,674 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnNextAsync/06e0b19bca6af3cea49e5c97514f78ba
2024-12-09T12:31:38,675 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnNextAsync/06e0b19bca6af3cea49e5c97514f78ba
2024-12-09T12:31:38,675 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 06e0b19bca6af3cea49e5c97514f78ba
2024-12-09T12:31:38,675 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 06e0b19bca6af3cea49e5c97514f78ba
2024-12-09T12:31:38,678 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 06e0b19bca6af3cea49e5c97514f78ba
2024-12-09T12:31:38,681 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnNextAsync/06e0b19bca6af3cea49e5c97514f78ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T12:31:38,681 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 06e0b19bca6af3cea49e5c97514f78ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68922280, jitterRate=0.02702200412750244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T12:31:38,681 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06e0b19bca6af3cea49e5c97514f78ba
2024-12-09T12:31:38,682 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 06e0b19bca6af3cea49e5c97514f78ba:
Running coprocessor pre-open hook at 1733747498669Writing region info on filesystem at 1733747498669Initializing all the Stores at 1733747498670 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733747498670Cleaning up temporary data from old regions at 1733747498675 (+5 ms)Running coprocessor post-open hooks at 1733747498681 (+6 ms)Region opened successfully at 1733747498682 (+1 ms)
2024-12-09T12:31:38,683 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba., pid=21, masterSystemTime=1733747498661
2024-12-09T12:31:38,686 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba.
2024-12-09T12:31:38,686 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba.
2024-12-09T12:31:38,687 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=06e0b19bca6af3cea49e5c97514f78ba, regionState=OPEN, openSeqNum=2, regionLocation=f15dd41c88ad,46241,1733747439845
2024-12-09T12:31:38,689 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06e0b19bca6af3cea49e5c97514f78ba, server=f15dd41c88ad,46241,1733747439845 because future has completed
2024-12-09T12:31:38,694 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-09T12:31:38,694 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 06e0b19bca6af3cea49e5c97514f78ba, server=f15dd41c88ad,46241,1733747439845 in 183 msec
2024-12-09T12:31:38,697 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-09T12:31:38,697 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=06e0b19bca6af3cea49e5c97514f78ba, ASSIGN in 344 msec
2024-12-09T12:31:38,698 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T12:31:38,698 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733747498698"}]},"ts":"1733747498698"}
2024-12-09T12:31:38,700 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-09T12:31:38,701 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T12:31:38,704 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 793 msec
2024-12-09T12:31:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-09T12:31:38,927 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-12-09T12:31:38,927 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-09T12:31:38,927 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T12:31:38,932 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-09T12:31:38,932 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T12:31:38,932 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-12-09T12:31:38,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2]
2024-12-09T12:31:38,945 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T12:31:38,945 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-09T12:31:38,948 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-09T12:31:38,950 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-09T12:31:38,951 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-09T12:31:38,952 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-09T12:31:39,022 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T12:31:39,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-09T12:31:39,499 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-12-09T12:31:39,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-09T12:31:39,500 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-09T12:31:39,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-09T12:31:39,500 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-09T12:31:41,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46241 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1474622603845959640' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-09T12:31:41,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46241 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:40530 deadline: 1733747502957, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1474622603845959640' does not exist
2024-12-09T12:31:41,959 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to f15dd41c88ad,46241,1733747439845 for closing scanner id = -1474622603845959640 for 06e0b19bca6af3cea49e5c97514f78ba of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1474622603845959640' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T12:31:41,965 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 226), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=410 (was 446), ProcessCount=11 (was 11), AvailableMemoryMB=5786 (was 4592) - AvailableMemoryMB LEAK? -
2024-12-09T12:31:41,975 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=5786
2024-12-09T12:31:41,978 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T12:31:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-12-09T12:31:41,981 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T12:31:41,982 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:31:41,982 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-12-09T12:31:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-09T12:31:41,983 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T12:31:41,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741847_1023 (size=411)
2024-12-09T12:31:41,996 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e7e180ffc034a61355642cb9d80d103c, NAME => 'testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad
2024-12-09T12:31:42,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741848_1024 (size=62)
2024-12-09T12:31:42,405 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:31:42,405 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing e7e180ffc034a61355642cb9d80d103c, disabling compactions & flushes
2024-12-09T12:31:42,405 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c.
2024-12-09T12:31:42,405 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c.
2024-12-09T12:31:42,405 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c. after waiting 0 ms
2024-12-09T12:31:42,405 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c.
2024-12-09T12:31:42,405 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c.
2024-12-09T12:31:42,405 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for e7e180ffc034a61355642cb9d80d103c:
Waiting for close lock at 1733747502405Disabling compacts and flushes for region at 1733747502405Disabling writes for close at 1733747502405Writing region close event to WAL at 1733747502405Closed at 1733747502405
2024-12-09T12:31:42,407 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T12:31:42,407 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733747502407"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733747502407"}]},"ts":"1733747502407"}
2024-12-09T12:31:42,410 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T12:31:42,412 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T12:31:42,412 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733747502412"}]},"ts":"1733747502412"}
2024-12-09T12:31:42,415 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-09T12:31:42,415 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e7e180ffc034a61355642cb9d80d103c, ASSIGN}]
2024-12-09T12:31:42,417 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e7e180ffc034a61355642cb9d80d103c, ASSIGN
2024-12-09T12:31:42,418 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e7e180ffc034a61355642cb9d80d103c, ASSIGN; state=OFFLINE, location=f15dd41c88ad,46241,1733747439845; forceNewPlan=false, retain=false
2024-12-09T12:31:42,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-12-09T12:31:42,524 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-12-09T12:31:42,569 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=e7e180ffc034a61355642cb9d80d103c, regionState=OPENING, regionLocation=f15dd41c88ad,46241,1733747439845
2024-12-09T12:31:42,572 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e7e180ffc034a61355642cb9d80d103c, ASSIGN because future has completed
2024-12-09T12:31:42,572 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7e180ffc034a61355642cb9d80d103c, server=f15dd41c88ad,46241,1733747439845}]
2024-12-09T12:31:42,731 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c.
2024-12-09T12:31:42,732 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e7e180ffc034a61355642cb9d80d103c, NAME => 'testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c.', STARTKEY => '', ENDKEY => ''}
2024-12-09T12:31:42,732 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext e7e180ffc034a61355642cb9d80d103c
2024-12-09T12:31:42,732 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:31:42,733 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e7e180ffc034a61355642cb9d80d103c
2024-12-09T12:31:42,733 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e7e180ffc034a61355642cb9d80d103c
2024-12-09T12:31:42,735 INFO  [StoreOpener-e7e180ffc034a61355642cb9d80d103c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e7e180ffc034a61355642cb9d80d103c 
2024-12-09T12:31:42,737 INFO  [StoreOpener-e7e180ffc034a61355642cb9d80d103c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7e180ffc034a61355642cb9d80d103c columnFamilyName testFamily
2024-12-09T12:31:42,737 DEBUG [StoreOpener-e7e180ffc034a61355642cb9d80d103c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:31:42,738 INFO  [StoreOpener-e7e180ffc034a61355642cb9d80d103c-1 {}] regionserver.HStore(327): Store=e7e180ffc034a61355642cb9d80d103c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T12:31:42,738 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e7e180ffc034a61355642cb9d80d103c
2024-12-09T12:31:42,739 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnNext/e7e180ffc034a61355642cb9d80d103c
2024-12-09T12:31:42,740 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnNext/e7e180ffc034a61355642cb9d80d103c
2024-12-09T12:31:42,740 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e7e180ffc034a61355642cb9d80d103c
2024-12-09T12:31:42,740 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e7e180ffc034a61355642cb9d80d103c
2024-12-09T12:31:42,743 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e7e180ffc034a61355642cb9d80d103c
2024-12-09T12:31:42,746 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnNext/e7e180ffc034a61355642cb9d80d103c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T12:31:42,747 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e7e180ffc034a61355642cb9d80d103c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65355394, jitterRate=-0.02612873911857605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T12:31:42,747 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7e180ffc034a61355642cb9d80d103c
2024-12-09T12:31:42,747 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e7e180ffc034a61355642cb9d80d103c:
Running coprocessor pre-open hook at 1733747502733Writing region info on filesystem at 1733747502733Initializing all the Stores at 1733747502734 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733747502734Cleaning up temporary data from old regions at 1733747502740 (+6 ms)Running coprocessor post-open hooks at 1733747502747 (+7 ms)Region opened successfully at 1733747502747
2024-12-09T12:31:42,748 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c., pid=24, masterSystemTime=1733747502726
2024-12-09T12:31:42,752 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c.
2024-12-09T12:31:42,752 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c.
2024-12-09T12:31:42,753 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=e7e180ffc034a61355642cb9d80d103c, regionState=OPEN, openSeqNum=2, regionLocation=f15dd41c88ad,46241,1733747439845
2024-12-09T12:31:42,756 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7e180ffc034a61355642cb9d80d103c, server=f15dd41c88ad,46241,1733747439845 because future has completed
2024-12-09T12:31:42,760 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-09T12:31:42,760 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure e7e180ffc034a61355642cb9d80d103c, server=f15dd41c88ad,46241,1733747439845 in 185 msec
2024-12-09T12:31:42,763 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-09T12:31:42,763 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e7e180ffc034a61355642cb9d80d103c, ASSIGN in 345 msec
2024-12-09T12:31:42,764 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T12:31:42,764 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733747502764"}]},"ts":"1733747502764"}
2024-12-09T12:31:42,767 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-09T12:31:42,768 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T12:31:42,770 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 790 msec
2024-12-09T12:31:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-09T12:31:42,998 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-12-09T12:31:42,998 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-09T12:31:42,998 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T12:31:43,003 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-09T12:31:43,003 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T12:31:43,003 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-12-09T12:31:43,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2]
2024-12-09T12:31:43,015 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T12:31:43,016 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-09T12:31:43,018 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-09T12:31:43,020 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-09T12:31:43,021 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-09T12:31:43,022 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-09T12:31:44,171 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T12:31:46,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46241 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1474622603845959636' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-09T12:31:46,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46241 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:40530 deadline: 1733747507027, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1474622603845959636' does not exist
2024-12-09T12:31:46,028 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to f15dd41c88ad,46241,1733747439845 for closing scanner id = -1474622603845959636 for e7e180ffc034a61355642cb9d80d103c of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1474622603845959636' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T12:31:46,034 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223 (was 223), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 410) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5310 (was 5786)
2024-12-09T12:31:46,042 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=5310
2024-12-09T12:31:46,045 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44935 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T12:31:46,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44935 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-12-09T12:31:46,048 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T12:31:46,048 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:31:46,048 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44935 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-12-09T12:31:46,049 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T12:31:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-09T12:31:46,060 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741849_1025 (size=419)
2024-12-09T12:31:46,464 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 596359dc811efca8b3804b6a3c5594cb, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad
2024-12-09T12:31:46,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741850_1026 (size=70)
2024-12-09T12:31:46,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-12-09T12:31:46,879 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:31:46,879 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 596359dc811efca8b3804b6a3c5594cb, disabling compactions & flushes
2024-12-09T12:31:46,879 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb.
2024-12-09T12:31:46,879 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb.
2024-12-09T12:31:46,879 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb. after waiting 0 ms
2024-12-09T12:31:46,879 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb.
2024-12-09T12:31:46,879 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb.
2024-12-09T12:31:46,879 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 596359dc811efca8b3804b6a3c5594cb:
Waiting for close lock at 1733747506879Disabling compacts and flushes for region at 1733747506879Disabling writes for close at 1733747506879Writing region close event to WAL at 1733747506879Closed at 1733747506879
2024-12-09T12:31:46,882 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T12:31:46,882 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733747506882"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733747506882"}]},"ts":"1733747506882"}
2024-12-09T12:31:46,885 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T12:31:46,886 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T12:31:46,887 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733747506887"}]},"ts":"1733747506887"}
2024-12-09T12:31:46,889 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-09T12:31:46,890 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=596359dc811efca8b3804b6a3c5594cb, ASSIGN}]
2024-12-09T12:31:46,891 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=596359dc811efca8b3804b6a3c5594cb, ASSIGN
2024-12-09T12:31:46,892 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=596359dc811efca8b3804b6a3c5594cb, ASSIGN; state=OFFLINE, location=f15dd41c88ad,46241,1733747439845; forceNewPlan=false, retain=false
2024-12-09T12:31:47,043 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=596359dc811efca8b3804b6a3c5594cb, regionState=OPENING, regionLocation=f15dd41c88ad,46241,1733747439845
2024-12-09T12:31:47,047 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=596359dc811efca8b3804b6a3c5594cb, ASSIGN because future has completed
2024-12-09T12:31:47,048 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 596359dc811efca8b3804b6a3c5594cb, server=f15dd41c88ad,46241,1733747439845}]
2024-12-09T12:31:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-09T12:31:47,210 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb.
2024-12-09T12:31:47,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 596359dc811efca8b3804b6a3c5594cb, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb.', STARTKEY => '', ENDKEY => ''}
2024-12-09T12:31:47,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 596359dc811efca8b3804b6a3c5594cb
2024-12-09T12:31:47,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:31:47,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 596359dc811efca8b3804b6a3c5594cb
2024-12-09T12:31:47,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 596359dc811efca8b3804b6a3c5594cb
2024-12-09T12:31:47,222 INFO  [StoreOpener-596359dc811efca8b3804b6a3c5594cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 596359dc811efca8b3804b6a3c5594cb 
2024-12-09T12:31:47,225 INFO  [StoreOpener-596359dc811efca8b3804b6a3c5594cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 596359dc811efca8b3804b6a3c5594cb columnFamilyName testFamily
2024-12-09T12:31:47,225 DEBUG [StoreOpener-596359dc811efca8b3804b6a3c5594cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:31:47,226 INFO  [StoreOpener-596359dc811efca8b3804b6a3c5594cb-1 {}] regionserver.HStore(327): Store=596359dc811efca8b3804b6a3c5594cb/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T12:31:47,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 596359dc811efca8b3804b6a3c5594cb
2024-12-09T12:31:47,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/596359dc811efca8b3804b6a3c5594cb
2024-12-09T12:31:47,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/596359dc811efca8b3804b6a3c5594cb
2024-12-09T12:31:47,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 596359dc811efca8b3804b6a3c5594cb
2024-12-09T12:31:47,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 596359dc811efca8b3804b6a3c5594cb
2024-12-09T12:31:47,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 596359dc811efca8b3804b6a3c5594cb
2024-12-09T12:31:47,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/596359dc811efca8b3804b6a3c5594cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T12:31:47,238 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 596359dc811efca8b3804b6a3c5594cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75382909, jitterRate=0.12329287827014923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T12:31:47,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 596359dc811efca8b3804b6a3c5594cb
2024-12-09T12:31:47,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 596359dc811efca8b3804b6a3c5594cb:
Running coprocessor pre-open hook at 1733747507212Writing region info on filesystem at 1733747507212Initializing all the Stores at 1733747507215 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733747507215Cleaning up temporary data from old regions at 1733747507229 (+14 ms)Running coprocessor post-open hooks at 1733747507238 (+9 ms)Region opened successfully at 1733747507241 (+3 ms)
2024-12-09T12:31:47,243 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb., pid=27, masterSystemTime=1733747507202
2024-12-09T12:31:47,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb.
2024-12-09T12:31:47,252 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb.
2024-12-09T12:31:47,255 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=596359dc811efca8b3804b6a3c5594cb, regionState=OPEN, openSeqNum=2, regionLocation=f15dd41c88ad,46241,1733747439845
2024-12-09T12:31:47,260 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 596359dc811efca8b3804b6a3c5594cb, server=f15dd41c88ad,46241,1733747439845 because future has completed
2024-12-09T12:31:47,267 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-09T12:31:47,267 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 596359dc811efca8b3804b6a3c5594cb, server=f15dd41c88ad,46241,1733747439845 in 213 msec
2024-12-09T12:31:47,271 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-12-09T12:31:47,271 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=596359dc811efca8b3804b6a3c5594cb, ASSIGN in 377 msec
2024-12-09T12:31:47,272 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T12:31:47,273 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733747507272"}]},"ts":"1733747507272"}
2024-12-09T12:31:47,275 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-09T12:31:47,277 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T12:31:47,280 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2320 sec
2024-12-09T12:31:48,525 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-12-09T12:31:48,526 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-12-09T12:31:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-09T12:31:49,088 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-12-09T12:31:49,088 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-09T12:31:49,088 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T12:31:49,093 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-09T12:31:49,093 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T12:31:49,093 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-12-09T12:31:49,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2]
2024-12-09T12:31:49,114 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T12:31:49,114 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-09T12:31:49,118 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-09T12:31:49,120 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46241 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-09T12:31:49,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-09T12:31:49,499 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-09T12:31:49,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-09T12:31:49,500 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-09T12:31:52,713 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T12:31:53,661 INFO  [master/f15dd41c88ad:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-09T12:31:53,661 INFO  [master/f15dd41c88ad:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-09T12:31:55,124 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f15dd41c88ad:46241 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6004ms, rpcTimeout=5999ms
2024-12-09T12:31:55,124 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6004ms, rpcTimeout=5999ms
2024-12-09T12:31:55,124 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2 from cache
2024-12-09T12:31:55,137 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=518 (was 426) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6142 (was 5310) - AvailableMemoryMB LEAK? -
2024-12-09T12:31:55,148 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=518, ProcessCount=11, AvailableMemoryMB=6142
2024-12-09T12:31:55,151 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44935 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T12:31:55,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44935 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-12-09T12:31:55,155 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T12:31:55,156 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:31:55,156 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44935 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-12-09T12:31:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-09T12:31:55,161 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T12:31:55,182 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741851_1027 (size=407)
2024-12-09T12:31:55,188 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 33465f2eb2c76062cbbaca4ede8c288d, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad
2024-12-09T12:31:55,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741852_1028 (size=58)
2024-12-09T12:31:55,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-12-09T12:31:55,624 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:31:55,624 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 33465f2eb2c76062cbbaca4ede8c288d, disabling compactions & flushes
2024-12-09T12:31:55,624 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d.
2024-12-09T12:31:55,624 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d.
2024-12-09T12:31:55,624 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d. after waiting 0 ms
2024-12-09T12:31:55,624 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d.
2024-12-09T12:31:55,624 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d.
2024-12-09T12:31:55,624 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 33465f2eb2c76062cbbaca4ede8c288d:
Waiting for close lock at 1733747515624Disabling compacts and flushes for region at 1733747515624Disabling writes for close at 1733747515624Writing region close event to WAL at 1733747515624Closed at 1733747515624
2024-12-09T12:31:55,626 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T12:31:55,627 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733747515627"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733747515627"}]},"ts":"1733747515627"}
2024-12-09T12:31:55,630 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T12:31:55,632 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T12:31:55,632 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733747515632"}]},"ts":"1733747515632"}
2024-12-09T12:31:55,635 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-09T12:31:55,635 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=33465f2eb2c76062cbbaca4ede8c288d, ASSIGN}]
2024-12-09T12:31:55,637 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=33465f2eb2c76062cbbaca4ede8c288d, ASSIGN
2024-12-09T12:31:55,639 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=33465f2eb2c76062cbbaca4ede8c288d, ASSIGN; state=OFFLINE, location=f15dd41c88ad,46241,1733747439845; forceNewPlan=false, retain=false
2024-12-09T12:31:55,790 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=33465f2eb2c76062cbbaca4ede8c288d, regionState=OPENING, regionLocation=f15dd41c88ad,46241,1733747439845
2024-12-09T12:31:55,795 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=33465f2eb2c76062cbbaca4ede8c288d, ASSIGN because future has completed
2024-12-09T12:31:55,795 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33465f2eb2c76062cbbaca4ede8c288d, server=f15dd41c88ad,46241,1733747439845}]
2024-12-09T12:31:55,956 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d.
2024-12-09T12:31:55,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 33465f2eb2c76062cbbaca4ede8c288d, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d.', STARTKEY => '', ENDKEY => ''}
2024-12-09T12:31:55,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 33465f2eb2c76062cbbaca4ede8c288d
2024-12-09T12:31:55,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:31:55,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 33465f2eb2c76062cbbaca4ede8c288d
2024-12-09T12:31:55,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 33465f2eb2c76062cbbaca4ede8c288d
2024-12-09T12:31:55,967 INFO  [StoreOpener-33465f2eb2c76062cbbaca4ede8c288d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 33465f2eb2c76062cbbaca4ede8c288d 
2024-12-09T12:31:55,981 INFO  [StoreOpener-33465f2eb2c76062cbbaca4ede8c288d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33465f2eb2c76062cbbaca4ede8c288d columnFamilyName testFamily
2024-12-09T12:31:55,981 DEBUG [StoreOpener-33465f2eb2c76062cbbaca4ede8c288d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:31:55,982 INFO  [StoreOpener-33465f2eb2c76062cbbaca4ede8c288d-1 {}] regionserver.HStore(327): Store=33465f2eb2c76062cbbaca4ede8c288d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T12:31:55,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 33465f2eb2c76062cbbaca4ede8c288d
2024-12-09T12:31:55,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnNext/33465f2eb2c76062cbbaca4ede8c288d
2024-12-09T12:31:55,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnNext/33465f2eb2c76062cbbaca4ede8c288d
2024-12-09T12:31:55,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 33465f2eb2c76062cbbaca4ede8c288d
2024-12-09T12:31:55,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 33465f2eb2c76062cbbaca4ede8c288d
2024-12-09T12:31:55,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 33465f2eb2c76062cbbaca4ede8c288d
2024-12-09T12:31:55,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnNext/33465f2eb2c76062cbbaca4ede8c288d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T12:31:56,002 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 33465f2eb2c76062cbbaca4ede8c288d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72791091, jitterRate=0.08467178046703339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T12:31:56,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33465f2eb2c76062cbbaca4ede8c288d
2024-12-09T12:31:56,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 33465f2eb2c76062cbbaca4ede8c288d:
Running coprocessor pre-open hook at 1733747515957Writing region info on filesystem at 1733747515957Initializing all the Stores at 1733747515958 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733747515958Cleaning up temporary data from old regions at 1733747515985 (+27 ms)Running coprocessor post-open hooks at 1733747516002 (+17 ms)Region opened successfully at 1733747516002
2024-12-09T12:31:56,004 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d., pid=30, masterSystemTime=1733747515949
2024-12-09T12:31:56,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d.
2024-12-09T12:31:56,008 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d.
2024-12-09T12:31:56,008 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=33465f2eb2c76062cbbaca4ede8c288d, regionState=OPEN, openSeqNum=2, regionLocation=f15dd41c88ad,46241,1733747439845
2024-12-09T12:31:56,015 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33465f2eb2c76062cbbaca4ede8c288d, server=f15dd41c88ad,46241,1733747439845 because future has completed
2024-12-09T12:31:56,020 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-09T12:31:56,020 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 33465f2eb2c76062cbbaca4ede8c288d, server=f15dd41c88ad,46241,1733747439845 in 222 msec
2024-12-09T12:31:56,023 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-12-09T12:31:56,023 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=33465f2eb2c76062cbbaca4ede8c288d, ASSIGN in 385 msec
2024-12-09T12:31:56,025 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T12:31:56,025 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733747516025"}]},"ts":"1733747516025"}
2024-12-09T12:31:56,030 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-09T12:31:56,031 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T12:31:56,033 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 880 msec
2024-12-09T12:31:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-09T12:31:56,168 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-12-09T12:31:56,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-09T12:31:56,168 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T12:31:56,176 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-09T12:31:56,176 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T12:31:56,176 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-12-09T12:31:56,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2]
2024-12-09T12:31:56,194 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T12:31:56,194 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-09T12:31:56,198 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-09T12:31:56,201 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-09T12:31:56,202 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-09T12:31:56,203 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46241 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-09T12:31:59,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-09T12:31:59,499 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-09T12:32:00,533 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-12-09T12:32:01,459 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T12:32:02,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46241 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1474622603845959628' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-09T12:32:02,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46241 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:40530 deadline: 1733747528215, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1474622603845959628' does not exist
2024-12-09T12:32:02,223 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to f15dd41c88ad,46241,1733747439845 for closing scanner id = -1474622603845959628 for 33465f2eb2c76062cbbaca4ede8c288d of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1474622603845959628' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T12:32:02,240 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=501 (was 518), ProcessCount=11 (was 11), AvailableMemoryMB=6175 (was 6142) - AvailableMemoryMB LEAK? -
2024-12-09T12:32:02,265 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=501, ProcessCount=11, AvailableMemoryMB=6163
2024-12-09T12:32:02,274 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T12:32:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-12-09T12:32:02,288 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T12:32:02,288 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:32:02,289 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-12-09T12:32:02,291 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T12:32:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-09T12:32:02,328 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741853_1029 (size=423)
2024-12-09T12:32:02,347 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a48ebfce9dce791125384005902b417, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad
2024-12-09T12:32:02,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741854_1030 (size=74)
2024-12-09T12:32:02,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-12-09T12:32:02,778 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:32:02,778 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 3a48ebfce9dce791125384005902b417, disabling compactions & flushes
2024-12-09T12:32:02,778 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417.
2024-12-09T12:32:02,778 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417.
2024-12-09T12:32:02,778 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417. after waiting 0 ms
2024-12-09T12:32:02,779 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417.
2024-12-09T12:32:02,779 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417.
2024-12-09T12:32:02,779 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a48ebfce9dce791125384005902b417:
Waiting for close lock at 1733747522778Disabling compacts and flushes for region at 1733747522778Disabling writes for close at 1733747522779 (+1 ms)Writing region close event to WAL at 1733747522779Closed at 1733747522779
2024-12-09T12:32:02,781 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T12:32:02,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733747522781"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733747522781"}]},"ts":"1733747522781"}
2024-12-09T12:32:02,785 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T12:32:02,786 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T12:32:02,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733747522786"}]},"ts":"1733747522786"}
2024-12-09T12:32:02,796 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-09T12:32:02,796 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=3a48ebfce9dce791125384005902b417, ASSIGN}]
2024-12-09T12:32:02,798 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=3a48ebfce9dce791125384005902b417, ASSIGN
2024-12-09T12:32:02,800 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=3a48ebfce9dce791125384005902b417, ASSIGN; state=OFFLINE, location=f15dd41c88ad,46241,1733747439845; forceNewPlan=false, retain=false
2024-12-09T12:32:02,951 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=3a48ebfce9dce791125384005902b417, regionState=OPENING, regionLocation=f15dd41c88ad,46241,1733747439845
2024-12-09T12:32:02,959 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=3a48ebfce9dce791125384005902b417, ASSIGN because future has completed
2024-12-09T12:32:02,960 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a48ebfce9dce791125384005902b417, server=f15dd41c88ad,46241,1733747439845}]
2024-12-09T12:32:03,126 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417.
2024-12-09T12:32:03,126 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a48ebfce9dce791125384005902b417, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417.', STARTKEY => '', ENDKEY => ''}
2024-12-09T12:32:03,127 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 3a48ebfce9dce791125384005902b417
2024-12-09T12:32:03,127 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T12:32:03,127 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 3a48ebfce9dce791125384005902b417
2024-12-09T12:32:03,127 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 3a48ebfce9dce791125384005902b417
2024-12-09T12:32:03,129 INFO  [StoreOpener-3a48ebfce9dce791125384005902b417-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3a48ebfce9dce791125384005902b417 
2024-12-09T12:32:03,136 INFO  [StoreOpener-3a48ebfce9dce791125384005902b417-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a48ebfce9dce791125384005902b417 columnFamilyName testFamily
2024-12-09T12:32:03,136 DEBUG [StoreOpener-3a48ebfce9dce791125384005902b417-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T12:32:03,137 INFO  [StoreOpener-3a48ebfce9dce791125384005902b417-1 {}] regionserver.HStore(327): Store=3a48ebfce9dce791125384005902b417/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T12:32:03,142 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 3a48ebfce9dce791125384005902b417
2024-12-09T12:32:03,144 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnOpenScannerAsync/3a48ebfce9dce791125384005902b417
2024-12-09T12:32:03,145 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnOpenScannerAsync/3a48ebfce9dce791125384005902b417
2024-12-09T12:32:03,145 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 3a48ebfce9dce791125384005902b417
2024-12-09T12:32:03,145 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 3a48ebfce9dce791125384005902b417
2024-12-09T12:32:03,148 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 3a48ebfce9dce791125384005902b417
2024-12-09T12:32:03,158 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnOpenScannerAsync/3a48ebfce9dce791125384005902b417/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T12:32:03,164 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 3a48ebfce9dce791125384005902b417; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61365602, jitterRate=-0.08558127284049988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T12:32:03,164 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a48ebfce9dce791125384005902b417
2024-12-09T12:32:03,165 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 3a48ebfce9dce791125384005902b417:
Running coprocessor pre-open hook at 1733747523127Writing region info on filesystem at 1733747523127Initializing all the Stores at 1733747523129 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733747523129Cleaning up temporary data from old regions at 1733747523146 (+17 ms)Running coprocessor post-open hooks at 1733747523164 (+18 ms)Region opened successfully at 1733747523165 (+1 ms)
2024-12-09T12:32:03,175 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417., pid=33, masterSystemTime=1733747523118
2024-12-09T12:32:03,184 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417.
2024-12-09T12:32:03,184 INFO  [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417.
2024-12-09T12:32:03,189 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=3a48ebfce9dce791125384005902b417, regionState=OPEN, openSeqNum=2, regionLocation=f15dd41c88ad,46241,1733747439845
2024-12-09T12:32:03,193 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a48ebfce9dce791125384005902b417, server=f15dd41c88ad,46241,1733747439845 because future has completed
2024-12-09T12:32:03,206 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-09T12:32:03,206 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a48ebfce9dce791125384005902b417, server=f15dd41c88ad,46241,1733747439845 in 242 msec
2024-12-09T12:32:03,209 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-12-09T12:32:03,210 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=3a48ebfce9dce791125384005902b417, ASSIGN in 410 msec
2024-12-09T12:32:03,211 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T12:32:03,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733747523211"}]},"ts":"1733747523211"}
2024-12-09T12:32:03,215 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-09T12:32:03,216 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T12:32:03,218 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 942 msec
2024-12-09T12:32:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-09T12:32:03,309 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-12-09T12:32:03,309 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-09T12:32:03,310 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T12:32:03,316 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-09T12:32:03,316 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T12:32:03,316 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-12-09T12:32:03,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2]
2024-12-09T12:32:03,339 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T12:32:03,340 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-09T12:32:03,344 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-09T12:32:03,347 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-09T12:32:04,354 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f15dd41c88ad:46241 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-12-09T12:32:04,354 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-12-09T12:32:04,354 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2 from cache
2024-12-09T12:32:04,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-12-09T12:32:05,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2]
2024-12-09T12:32:05,372 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-09T12:32:06,354 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f15dd41c88ad:46241 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=982ms, rpcTimeout=974ms
2024-12-09T12:32:06,354 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=982ms, rpcTimeout=974ms
2024-12-09T12:32:06,354 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417., hostname=f15dd41c88ad,46241,1733747439845, seqNum=2 from cache
2024-12-09T12:32:06,364 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_578839189_22 at /127.0.0.1:37588 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 501), ProcessCount=11 (was 11), AvailableMemoryMB=5491 (was 6163)
2024-12-09T12:32:06,365 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T12:32:06,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T12:32:06,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T12:32:06,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T12:32:06,371 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T12:32:06,371 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-09T12:32:06,371 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T12:32:06,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T12:32:06,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T12:32:06,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T12:32:06,371 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T12:32:06,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-09T12:32:06,372 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1370267634, stopped=false
2024-12-09T12:32:06,372 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f15dd41c88ad,44935,1733747439038
2024-12-09T12:32:06,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-09T12:32:06,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1012b2a028b0001, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-09T12:32:06,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T12:32:06,377 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-09T12:32:06,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1012b2a028b0001, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T12:32:06,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46241-0x1012b2a028b0001, quorum=127.0.0.1:64469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T12:32:06,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T12:32:06,378 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T12:32:06,378 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T12:32:06,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T12:32:06,379 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f15dd41c88ad,46241,1733747439845' *****
2024-12-09T12:32:06,379 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-09T12:32:06,379 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-09T12:32:06,379 INFO  [RS:0;f15dd41c88ad:46241 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-09T12:32:06,380 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-09T12:32:06,380 INFO  [RS:0;f15dd41c88ad:46241 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-09T12:32:06,380 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a48ebfce9dce791125384005902b417
2024-12-09T12:32:06,380 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(3091): Received CLOSE for 06e0b19bca6af3cea49e5c97514f78ba
2024-12-09T12:32:06,380 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(3091): Received CLOSE for a5741269670f8ea83d5cf9859517f4ca
2024-12-09T12:32:06,381 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(3091): Received CLOSE for 3486e4dfaf3512a5e2447f8517a06bf9
2024-12-09T12:32:06,381 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(3091): Received CLOSE for dcf4d0999e950af97d330df4fe6d5e8c
2024-12-09T12:32:06,381 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(3091): Received CLOSE for 651439cd03bcee5237722541cd3fa8ff
2024-12-09T12:32:06,381 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a48ebfce9dce791125384005902b417, disabling compactions & flushes
2024-12-09T12:32:06,381 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(3091): Received CLOSE for 33465f2eb2c76062cbbaca4ede8c288d
2024-12-09T12:32:06,381 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(3091): Received CLOSE for e7e180ffc034a61355642cb9d80d103c
2024-12-09T12:32:06,381 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417.
2024-12-09T12:32:06,381 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(3091): Received CLOSE for f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:32:06,381 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(3091): Received CLOSE for 596359dc811efca8b3804b6a3c5594cb
2024-12-09T12:32:06,381 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417.
2024-12-09T12:32:06,381 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(959): stopping server f15dd41c88ad,46241,1733747439845
2024-12-09T12:32:06,381 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417. after waiting 0 ms
2024-12-09T12:32:06,381 INFO  [RS:0;f15dd41c88ad:46241 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T12:32:06,381 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417.
2024-12-09T12:32:06,381 INFO  [RS:0;f15dd41c88ad:46241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f15dd41c88ad:46241.
2024-12-09T12:32:06,381 DEBUG [RS:0;f15dd41c88ad:46241 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T12:32:06,381 DEBUG [RS:0;f15dd41c88ad:46241 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T12:32:06,382 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-09T12:32:06,382 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-09T12:32:06,382 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-09T12:32:06,382 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-09T12:32:06,382 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-12-09T12:32:06,382 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-09T12:32:06,382 INFO  [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-09T12:32:06,383 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-09T12:32:06,383 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1351): Waiting on 06e0b19bca6af3cea49e5c97514f78ba, 1588230740, 33465f2eb2c76062cbbaca4ede8c288d, 3486e4dfaf3512a5e2447f8517a06bf9, 3a48ebfce9dce791125384005902b417, 596359dc811efca8b3804b6a3c5594cb, 651439cd03bcee5237722541cd3fa8ff, a5741269670f8ea83d5cf9859517f4ca, dcf4d0999e950af97d330df4fe6d5e8c, e7e180ffc034a61355642cb9d80d103c, f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:32:06,383 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-09T12:32:06,383 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-09T12:32:06,386 INFO  [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-12-09T12:32:06,386 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3a48ebfce9dce791125384005902b417 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T12:32:06,470 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnOpenScannerAsync/3a48ebfce9dce791125384005902b417/.tmp/testFamily/9d790414c7974e18a3392acedb061517 is 61, key is row-0/testFamily:testQualifier/1733747523325/Put/seqid=0
2024-12-09T12:32:06,476 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/meta/1588230740/.tmp/info/f02507d6cabf41238ebc572c076a9eb2 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff./info:regioninfo/1733747474248/Put/seqid=0
2024-12-09T12:32:06,478 INFO  [regionserver/f15dd41c88ad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-09T12:32:06,478 INFO  [regionserver/f15dd41c88ad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-09T12:32:06,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741855_1031 (size=5049)
2024-12-09T12:32:06,492 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnOpenScannerAsync/3a48ebfce9dce791125384005902b417/.tmp/testFamily/9d790414c7974e18a3392acedb061517
2024-12-09T12:32:06,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741856_1032 (size=20564)
2024-12-09T12:32:06,497 INFO  [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/meta/1588230740/.tmp/info/f02507d6cabf41238ebc572c076a9eb2
2024-12-09T12:32:06,535 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-12-09T12:32:06,559 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnOpenScannerAsync/3a48ebfce9dce791125384005902b417/.tmp/testFamily/9d790414c7974e18a3392acedb061517 as hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnOpenScannerAsync/3a48ebfce9dce791125384005902b417/testFamily/9d790414c7974e18a3392acedb061517
2024-12-09T12:32:06,576 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnOpenScannerAsync/3a48ebfce9dce791125384005902b417/testFamily/9d790414c7974e18a3392acedb061517, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T12:32:06,582 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/meta/1588230740/.tmp/ns/5d72059c7b04458f87470716ab015579 is 43, key is default/ns:d/1733747473088/Put/seqid=0
2024-12-09T12:32:06,586 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1351): Waiting on 06e0b19bca6af3cea49e5c97514f78ba, 1588230740, 33465f2eb2c76062cbbaca4ede8c288d, 3486e4dfaf3512a5e2447f8517a06bf9, 3a48ebfce9dce791125384005902b417, 596359dc811efca8b3804b6a3c5594cb, 651439cd03bcee5237722541cd3fa8ff, a5741269670f8ea83d5cf9859517f4ca, dcf4d0999e950af97d330df4fe6d5e8c, e7e180ffc034a61355642cb9d80d103c, f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:32:06,594 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3a48ebfce9dce791125384005902b417 in 205ms, sequenceid=8, compaction requested=false
2024-12-09T12:32:06,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741857_1033 (size=5153)
2024-12-09T12:32:06,604 INFO  [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/meta/1588230740/.tmp/ns/5d72059c7b04458f87470716ab015579
2024-12-09T12:32:06,630 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnOpenScannerAsync/3a48ebfce9dce791125384005902b417/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T12:32:06,644 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/meta/1588230740/.tmp/table/d8a7e9cffa3e45ab95635e1e5748c094 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733747474270/Put/seqid=0
2024-12-09T12:32:06,645 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417.
2024-12-09T12:32:06,645 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a48ebfce9dce791125384005902b417:
Waiting for close lock at 1733747526381Running coprocessor pre-close hooks at 1733747526381Disabling compacts and flushes for region at 1733747526381Disabling writes for close at 1733747526381Obtaining lock to block concurrent updates at 1733747526386 (+5 ms)Preparing flush snapshotting stores in 3a48ebfce9dce791125384005902b417 at 1733747526386Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733747526396 (+10 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417. at 1733747526398 (+2 ms)Flushing 3a48ebfce9dce791125384005902b417/testFamily: creating writer at 1733747526400 (+2 ms)Flushing 3a48ebfce9dce791125384005902b417/testFamily: appending metadata at 1733747526462 (+62 ms)Flushing 3a48ebfce9dce791125384005902b417/testFamily: closing flushed file at 1733747526465 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a7c352: reopening flushed file at 1733747526557 (+92 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3a48ebfce9dce791125384005902b417 in 205ms, sequenceid=8, compaction requested=false at 1733747526594 (+37 ms)Writing region close event to WAL at 1733747526603 (+9 ms)Running coprocessor post-close hooks at 1733747526643 (+40 ms)Closed at 1733747526645 (+2 ms)
2024-12-09T12:32:06,646 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733747522273.3a48ebfce9dce791125384005902b417.
2024-12-09T12:32:06,646 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06e0b19bca6af3cea49e5c97514f78ba, disabling compactions & flushes
2024-12-09T12:32:06,646 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba.
2024-12-09T12:32:06,646 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba.
2024-12-09T12:32:06,646 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba. after waiting 0 ms
2024-12-09T12:32:06,646 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba.
2024-12-09T12:32:06,646 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 06e0b19bca6af3cea49e5c97514f78ba 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T12:32:06,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741858_1034 (size=6699)
2024-12-09T12:32:06,674 INFO  [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/meta/1588230740/.tmp/table/d8a7e9cffa3e45ab95635e1e5748c094
2024-12-09T12:32:06,704 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnNextAsync/06e0b19bca6af3cea49e5c97514f78ba/.tmp/testFamily/b9b70dc0ad6b4fc1a83d297a29305f87 is 61, key is row-0/testFamily:testQualifier/1733747498937/Put/seqid=0
2024-12-09T12:32:06,710 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/meta/1588230740/.tmp/info/f02507d6cabf41238ebc572c076a9eb2 as hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/meta/1588230740/info/f02507d6cabf41238ebc572c076a9eb2
2024-12-09T12:32:06,737 INFO  [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/meta/1588230740/info/f02507d6cabf41238ebc572c076a9eb2, entries=100, sequenceid=56, filesize=20.1 K
2024-12-09T12:32:06,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741859_1035 (size=5049)
2024-12-09T12:32:06,749 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/meta/1588230740/.tmp/ns/5d72059c7b04458f87470716ab015579 as hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/meta/1588230740/ns/5d72059c7b04458f87470716ab015579
2024-12-09T12:32:06,757 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnNextAsync/06e0b19bca6af3cea49e5c97514f78ba/.tmp/testFamily/b9b70dc0ad6b4fc1a83d297a29305f87
2024-12-09T12:32:06,768 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnNextAsync/06e0b19bca6af3cea49e5c97514f78ba/.tmp/testFamily/b9b70dc0ad6b4fc1a83d297a29305f87 as hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnNextAsync/06e0b19bca6af3cea49e5c97514f78ba/testFamily/b9b70dc0ad6b4fc1a83d297a29305f87
2024-12-09T12:32:06,770 INFO  [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/meta/1588230740/ns/5d72059c7b04458f87470716ab015579, entries=2, sequenceid=56, filesize=5.0 K
2024-12-09T12:32:06,772 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/meta/1588230740/.tmp/table/d8a7e9cffa3e45ab95635e1e5748c094 as hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/meta/1588230740/table/d8a7e9cffa3e45ab95635e1e5748c094
2024-12-09T12:32:06,785 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnNextAsync/06e0b19bca6af3cea49e5c97514f78ba/testFamily/b9b70dc0ad6b4fc1a83d297a29305f87, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T12:32:06,786 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 06e0b19bca6af3cea49e5c97514f78ba in 140ms, sequenceid=8, compaction requested=false
2024-12-09T12:32:06,789 INFO  [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/meta/1588230740/table/d8a7e9cffa3e45ab95635e1e5748c094, entries=20, sequenceid=56, filesize=6.5 K
2024-12-09T12:32:06,790 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1351): Waiting on 06e0b19bca6af3cea49e5c97514f78ba, 1588230740, 33465f2eb2c76062cbbaca4ede8c288d, 3486e4dfaf3512a5e2447f8517a06bf9, 596359dc811efca8b3804b6a3c5594cb, 651439cd03bcee5237722541cd3fa8ff, a5741269670f8ea83d5cf9859517f4ca, dcf4d0999e950af97d330df4fe6d5e8c, e7e180ffc034a61355642cb9d80d103c, f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:32:06,793 INFO  [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 410ms, sequenceid=56, compaction requested=false
2024-12-09T12:32:06,795 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnNextAsync/06e0b19bca6af3cea49e5c97514f78ba/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T12:32:06,796 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba.
2024-12-09T12:32:06,796 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06e0b19bca6af3cea49e5c97514f78ba:
Waiting for close lock at 1733747526646Running coprocessor pre-close hooks at 1733747526646Disabling compacts and flushes for region at 1733747526646Disabling writes for close at 1733747526646Obtaining lock to block concurrent updates at 1733747526646Preparing flush snapshotting stores in 06e0b19bca6af3cea49e5c97514f78ba at 1733747526646Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733747526647 (+1 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba. at 1733747526648 (+1 ms)Flushing 06e0b19bca6af3cea49e5c97514f78ba/testFamily: creating writer at 1733747526648Flushing 06e0b19bca6af3cea49e5c97514f78ba/testFamily: appending metadata at 1733747526704 (+56 ms)Flushing 06e0b19bca6af3cea49e5c97514f78ba/testFamily: closing flushed file at 1733747526704Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61b121d8: reopening flushed file at 1733747526767 (+63 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 06e0b19bca6af3cea49e5c97514f78ba in 140ms, sequenceid=8, compaction requested=false at 1733747526786 (+19 ms)Writing region close event to WAL at 1733747526788 (+2 ms)Running coprocessor post-close hooks at 1733747526795 (+7 ms)Closed at 1733747526795
2024-12-09T12:32:06,796 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733747497908.06e0b19bca6af3cea49e5c97514f78ba.
2024-12-09T12:32:06,796 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5741269670f8ea83d5cf9859517f4ca, disabling compactions & flushes
2024-12-09T12:32:06,796 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca.
2024-12-09T12:32:06,796 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca.
2024-12-09T12:32:06,796 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca. after waiting 0 ms
2024-12-09T12:32:06,796 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca.
2024-12-09T12:32:06,796 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a5741269670f8ea83d5cf9859517f4ca 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T12:32:06,799 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-12-09T12:32:06,801 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-09T12:32:06,801 INFO  [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-09T12:32:06,801 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733747526382Running coprocessor pre-close hooks at 1733747526382Disabling compacts and flushes for region at 1733747526382Disabling writes for close at 1733747526383 (+1 ms)Obtaining lock to block concurrent updates at 1733747526386 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733747526386Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733747526396 (+10 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733747526398 (+2 ms)Flushing 1588230740/info: creating writer at 1733747526400 (+2 ms)Flushing 1588230740/info: appending metadata at 1733747526471 (+71 ms)Flushing 1588230740/info: closing flushed file at 1733747526471Flushing 1588230740/ns: creating writer at 1733747526557 (+86 ms)Flushing 1588230740/ns: appending metadata at 1733747526580 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1733747526580Flushing 1588230740/table: creating writer at 1733747526614 (+34 ms)Flushing 1588230740/table: appending metadata at 1733747526643 (+29 ms)Flushing 1588230740/table: closing flushed file at 1733747526643Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28bd41bd: reopening flushed file at 1733747526707 (+64 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dfb6878: reopening flushed file at 1733747526739 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f1e561b: reopening flushed file at 1733747526770 (+31 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 410ms, sequenceid=56, compaction requested=false at 1733747526793 (+23 ms)Writing region close event to WAL at 1733747526795 (+2 ms)Running coprocessor post-close hooks at 1733747526801 (+6 ms)Closed at 1733747526801
2024-12-09T12:32:06,802 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-09T12:32:06,814 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnOpenScanner/a5741269670f8ea83d5cf9859517f4ca/.tmp/testFamily/a89d1e2c1ab24e21818f41eba2dbe423 is 61, key is row-0/testFamily:testQualifier/1733747477628/Put/seqid=0
2024-12-09T12:32:06,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741860_1036 (size=5049)
2024-12-09T12:32:06,873 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-09T12:32:06,991 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1351): Waiting on 33465f2eb2c76062cbbaca4ede8c288d, 3486e4dfaf3512a5e2447f8517a06bf9, 596359dc811efca8b3804b6a3c5594cb, 651439cd03bcee5237722541cd3fa8ff, a5741269670f8ea83d5cf9859517f4ca, dcf4d0999e950af97d330df4fe6d5e8c, e7e180ffc034a61355642cb9d80d103c, f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:32:07,191 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1351): Waiting on 33465f2eb2c76062cbbaca4ede8c288d, 3486e4dfaf3512a5e2447f8517a06bf9, 596359dc811efca8b3804b6a3c5594cb, 651439cd03bcee5237722541cd3fa8ff, a5741269670f8ea83d5cf9859517f4ca, dcf4d0999e950af97d330df4fe6d5e8c, e7e180ffc034a61355642cb9d80d103c, f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:32:07,220 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnOpenScanner/a5741269670f8ea83d5cf9859517f4ca/.tmp/testFamily/a89d1e2c1ab24e21818f41eba2dbe423
2024-12-09T12:32:07,231 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnOpenScanner/a5741269670f8ea83d5cf9859517f4ca/.tmp/testFamily/a89d1e2c1ab24e21818f41eba2dbe423 as hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnOpenScanner/a5741269670f8ea83d5cf9859517f4ca/testFamily/a89d1e2c1ab24e21818f41eba2dbe423
2024-12-09T12:32:07,239 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnOpenScanner/a5741269670f8ea83d5cf9859517f4ca/testFamily/a89d1e2c1ab24e21818f41eba2dbe423, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T12:32:07,240 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a5741269670f8ea83d5cf9859517f4ca in 444ms, sequenceid=8, compaction requested=false
2024-12-09T12:32:07,245 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnOpenScanner/a5741269670f8ea83d5cf9859517f4ca/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T12:32:07,245 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca.
2024-12-09T12:32:07,245 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5741269670f8ea83d5cf9859517f4ca:
Waiting for close lock at 1733747526796Running coprocessor pre-close hooks at 1733747526796Disabling compacts and flushes for region at 1733747526796Disabling writes for close at 1733747526796Obtaining lock to block concurrent updates at 1733747526796Preparing flush snapshotting stores in a5741269670f8ea83d5cf9859517f4ca at 1733747526796Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733747526796Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca. at 1733747526797 (+1 ms)Flushing a5741269670f8ea83d5cf9859517f4ca/testFamily: creating writer at 1733747526797Flushing a5741269670f8ea83d5cf9859517f4ca/testFamily: appending metadata at 1733747526814 (+17 ms)Flushing a5741269670f8ea83d5cf9859517f4ca/testFamily: closing flushed file at 1733747526814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@793a8c43: reopening flushed file at 1733747527230 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a5741269670f8ea83d5cf9859517f4ca in 444ms, sequenceid=8, compaction requested=false at 1733747527240 (+10 ms)Writing region close event to WAL at 1733747527241 (+1 ms)Running coprocessor post-close hooks at 1733747527245 (+4 ms)Closed at 1733747527245
2024-12-09T12:32:07,245 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733747474583.a5741269670f8ea83d5cf9859517f4ca.
2024-12-09T12:32:07,246 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3486e4dfaf3512a5e2447f8517a06bf9, disabling compactions & flushes
2024-12-09T12:32:07,246 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9.
2024-12-09T12:32:07,246 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9.
2024-12-09T12:32:07,246 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9. after waiting 0 ms
2024-12-09T12:32:07,246 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9.
2024-12-09T12:32:07,246 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3486e4dfaf3512a5e2447f8517a06bf9 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T12:32:07,267 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnNextAsync/3486e4dfaf3512a5e2447f8517a06bf9/.tmp/testFamily/367c4e17dab642f5a6c33e9ddbe7b14c is 61, key is row-0/testFamily:testQualifier/1733747486727/Put/seqid=0
2024-12-09T12:32:07,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741861_1037 (size=5049)
2024-12-09T12:32:07,281 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnNextAsync/3486e4dfaf3512a5e2447f8517a06bf9/.tmp/testFamily/367c4e17dab642f5a6c33e9ddbe7b14c
2024-12-09T12:32:07,299 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnNextAsync/3486e4dfaf3512a5e2447f8517a06bf9/.tmp/testFamily/367c4e17dab642f5a6c33e9ddbe7b14c as hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnNextAsync/3486e4dfaf3512a5e2447f8517a06bf9/testFamily/367c4e17dab642f5a6c33e9ddbe7b14c
2024-12-09T12:32:07,308 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnNextAsync/3486e4dfaf3512a5e2447f8517a06bf9/testFamily/367c4e17dab642f5a6c33e9ddbe7b14c, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T12:32:07,310 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3486e4dfaf3512a5e2447f8517a06bf9 in 64ms, sequenceid=8, compaction requested=false
2024-12-09T12:32:07,315 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnNextAsync/3486e4dfaf3512a5e2447f8517a06bf9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T12:32:07,316 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9.
2024-12-09T12:32:07,317 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3486e4dfaf3512a5e2447f8517a06bf9:
Waiting for close lock at 1733747527246Running coprocessor pre-close hooks at 1733747527246Disabling compacts and flushes for region at 1733747527246Disabling writes for close at 1733747527246Obtaining lock to block concurrent updates at 1733747527246Preparing flush snapshotting stores in 3486e4dfaf3512a5e2447f8517a06bf9 at 1733747527246Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733747527246Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9. at 1733747527247 (+1 ms)Flushing 3486e4dfaf3512a5e2447f8517a06bf9/testFamily: creating writer at 1733747527247Flushing 3486e4dfaf3512a5e2447f8517a06bf9/testFamily: appending metadata at 1733747527266 (+19 ms)Flushing 3486e4dfaf3512a5e2447f8517a06bf9/testFamily: closing flushed file at 1733747527267 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5299e9d8: reopening flushed file at 1733747527298 (+31 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3486e4dfaf3512a5e2447f8517a06bf9 in 64ms, sequenceid=8, compaction requested=false at 1733747527310 (+12 ms)Writing region close event to WAL at 1733747527311 (+1 ms)Running coprocessor post-close hooks at 1733747527316 (+5 ms)Closed at 1733747527316
2024-12-09T12:32:07,317 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733747483674.3486e4dfaf3512a5e2447f8517a06bf9.
2024-12-09T12:32:07,317 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dcf4d0999e950af97d330df4fe6d5e8c, disabling compactions & flushes
2024-12-09T12:32:07,317 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c.
2024-12-09T12:32:07,317 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c.
2024-12-09T12:32:07,317 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c. after waiting 0 ms
2024-12-09T12:32:07,317 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c.
2024-12-09T12:32:07,317 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dcf4d0999e950af97d330df4fe6d5e8c 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T12:32:07,336 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testRetryOutOfOrderScannerNextException/dcf4d0999e950af97d330df4fe6d5e8c/.tmp/testFamily/91c2186d17f34784ba5c94e20e6ff7ee is 61, key is row-0/testFamily:testQualifier/1733747493788/Put/seqid=0
2024-12-09T12:32:07,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741862_1038 (size=5049)
2024-12-09T12:32:07,391 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-12-09T12:32:07,391 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1325): Online Regions={dcf4d0999e950af97d330df4fe6d5e8c=testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c., 651439cd03bcee5237722541cd3fa8ff=testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff., 33465f2eb2c76062cbbaca4ede8c288d=hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d., e7e180ffc034a61355642cb9d80d103c=testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c., f3ed602fd652274362c89e79a3c0e374=testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374., 596359dc811efca8b3804b6a3c5594cb=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb.}
2024-12-09T12:32:07,392 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1351): Waiting on 33465f2eb2c76062cbbaca4ede8c288d, 596359dc811efca8b3804b6a3c5594cb, 651439cd03bcee5237722541cd3fa8ff, dcf4d0999e950af97d330df4fe6d5e8c, e7e180ffc034a61355642cb9d80d103c, f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:32:07,592 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1351): Waiting on 33465f2eb2c76062cbbaca4ede8c288d, 596359dc811efca8b3804b6a3c5594cb, 651439cd03bcee5237722541cd3fa8ff, dcf4d0999e950af97d330df4fe6d5e8c, e7e180ffc034a61355642cb9d80d103c, f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:32:07,742 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testRetryOutOfOrderScannerNextException/dcf4d0999e950af97d330df4fe6d5e8c/.tmp/testFamily/91c2186d17f34784ba5c94e20e6ff7ee
2024-12-09T12:32:07,750 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testRetryOutOfOrderScannerNextException/dcf4d0999e950af97d330df4fe6d5e8c/.tmp/testFamily/91c2186d17f34784ba5c94e20e6ff7ee as hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testRetryOutOfOrderScannerNextException/dcf4d0999e950af97d330df4fe6d5e8c/testFamily/91c2186d17f34784ba5c94e20e6ff7ee
2024-12-09T12:32:07,757 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testRetryOutOfOrderScannerNextException/dcf4d0999e950af97d330df4fe6d5e8c/testFamily/91c2186d17f34784ba5c94e20e6ff7ee, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T12:32:07,759 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for dcf4d0999e950af97d330df4fe6d5e8c in 441ms, sequenceid=8, compaction requested=false
2024-12-09T12:32:07,763 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testRetryOutOfOrderScannerNextException/dcf4d0999e950af97d330df4fe6d5e8c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T12:32:07,764 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c.
2024-12-09T12:32:07,764 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dcf4d0999e950af97d330df4fe6d5e8c:
Waiting for close lock at 1733747527317Running coprocessor pre-close hooks at 1733747527317Disabling compacts and flushes for region at 1733747527317Disabling writes for close at 1733747527317Obtaining lock to block concurrent updates at 1733747527317Preparing flush snapshotting stores in dcf4d0999e950af97d330df4fe6d5e8c at 1733747527317Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733747527317Flushing stores of testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c. at 1733747527318 (+1 ms)Flushing dcf4d0999e950af97d330df4fe6d5e8c/testFamily: creating writer at 1733747527318Flushing dcf4d0999e950af97d330df4fe6d5e8c/testFamily: appending metadata at 1733747527335 (+17 ms)Flushing dcf4d0999e950af97d330df4fe6d5e8c/testFamily: closing flushed file at 1733747527335Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@434e5a5d: reopening flushed file at 1733747527749 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for dcf4d0999e950af97d330df4fe6d5e8c in 441ms, sequenceid=8, compaction requested=false at 1733747527759 (+10 ms)Writing region close event to WAL at 1733747527759Running coprocessor post-close hooks at 1733747527764 (+5 ms)Closed at 1733747527764
2024-12-09T12:32:07,764 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733747492766.dcf4d0999e950af97d330df4fe6d5e8c.
2024-12-09T12:32:07,764 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 651439cd03bcee5237722541cd3fa8ff, disabling compactions & flushes
2024-12-09T12:32:07,764 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff.
2024-12-09T12:32:07,764 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff.
2024-12-09T12:32:07,764 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff. after waiting 0 ms
2024-12-09T12:32:07,764 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff.
2024-12-09T12:32:07,764 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 651439cd03bcee5237722541cd3fa8ff 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T12:32:07,780 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testRetryOutOfOrderScannerNextExceptionAsync/651439cd03bcee5237722541cd3fa8ff/.tmp/testFamily/ec87e47e87dd4c70a5bb5f88653e06d1 is 61, key is row-0/testFamily:testQualifier/1733747474482/Put/seqid=0
2024-12-09T12:32:07,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741863_1039 (size=5049)
2024-12-09T12:32:07,786 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testRetryOutOfOrderScannerNextExceptionAsync/651439cd03bcee5237722541cd3fa8ff/.tmp/testFamily/ec87e47e87dd4c70a5bb5f88653e06d1
2024-12-09T12:32:07,792 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1351): Waiting on 33465f2eb2c76062cbbaca4ede8c288d, 596359dc811efca8b3804b6a3c5594cb, 651439cd03bcee5237722541cd3fa8ff, e7e180ffc034a61355642cb9d80d103c, f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:32:07,796 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testRetryOutOfOrderScannerNextExceptionAsync/651439cd03bcee5237722541cd3fa8ff/.tmp/testFamily/ec87e47e87dd4c70a5bb5f88653e06d1 as hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testRetryOutOfOrderScannerNextExceptionAsync/651439cd03bcee5237722541cd3fa8ff/testFamily/ec87e47e87dd4c70a5bb5f88653e06d1
2024-12-09T12:32:07,804 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testRetryOutOfOrderScannerNextExceptionAsync/651439cd03bcee5237722541cd3fa8ff/testFamily/ec87e47e87dd4c70a5bb5f88653e06d1, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T12:32:07,806 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 651439cd03bcee5237722541cd3fa8ff in 42ms, sequenceid=8, compaction requested=false
2024-12-09T12:32:07,811 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testRetryOutOfOrderScannerNextExceptionAsync/651439cd03bcee5237722541cd3fa8ff/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T12:32:07,812 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff.
2024-12-09T12:32:07,812 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 651439cd03bcee5237722541cd3fa8ff:
Waiting for close lock at 1733747527764Running coprocessor pre-close hooks at 1733747527764Disabling compacts and flushes for region at 1733747527764Disabling writes for close at 1733747527764Obtaining lock to block concurrent updates at 1733747527764Preparing flush snapshotting stores in 651439cd03bcee5237722541cd3fa8ff at 1733747527764Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733747527765 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff. at 1733747527765Flushing 651439cd03bcee5237722541cd3fa8ff/testFamily: creating writer at 1733747527765Flushing 651439cd03bcee5237722541cd3fa8ff/testFamily: appending metadata at 1733747527780 (+15 ms)Flushing 651439cd03bcee5237722541cd3fa8ff/testFamily: closing flushed file at 1733747527780Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f07f019: reopening flushed file at 1733747527794 (+14 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 651439cd03bcee5237722541cd3fa8ff in 42ms, sequenceid=8, compaction requested=false at 1733747527806 (+12 ms)Writing region close event to WAL at 1733747527807 (+1 ms)Running coprocessor post-close hooks at 1733747527812 (+5 ms)Closed at 1733747527812
2024-12-09T12:32:07,813 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733747473421.651439cd03bcee5237722541cd3fa8ff.
2024-12-09T12:32:07,813 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33465f2eb2c76062cbbaca4ede8c288d, disabling compactions & flushes
2024-12-09T12:32:07,813 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d.
2024-12-09T12:32:07,813 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d.
2024-12-09T12:32:07,813 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d. after waiting 0 ms
2024-12-09T12:32:07,813 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d.
2024-12-09T12:32:07,813 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 33465f2eb2c76062cbbaca4ede8c288d 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T12:32:07,830 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnNext/33465f2eb2c76062cbbaca4ede8c288d/.tmp/testFamily/1bfe26a9fec243c98e15ed08838ca4ff is 61, key is row-0/testFamily:testQualifier/1733747516182/Put/seqid=0
2024-12-09T12:32:07,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741864_1040 (size=5049)
2024-12-09T12:32:07,992 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1351): Waiting on 33465f2eb2c76062cbbaca4ede8c288d, 596359dc811efca8b3804b6a3c5594cb, e7e180ffc034a61355642cb9d80d103c, f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:32:08,121 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-09T12:32:08,193 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1351): Waiting on 33465f2eb2c76062cbbaca4ede8c288d, 596359dc811efca8b3804b6a3c5594cb, e7e180ffc034a61355642cb9d80d103c, f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:32:08,236 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnNext/33465f2eb2c76062cbbaca4ede8c288d/.tmp/testFamily/1bfe26a9fec243c98e15ed08838ca4ff
2024-12-09T12:32:08,245 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnNext/33465f2eb2c76062cbbaca4ede8c288d/.tmp/testFamily/1bfe26a9fec243c98e15ed08838ca4ff as hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnNext/33465f2eb2c76062cbbaca4ede8c288d/testFamily/1bfe26a9fec243c98e15ed08838ca4ff
2024-12-09T12:32:08,253 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnNext/33465f2eb2c76062cbbaca4ede8c288d/testFamily/1bfe26a9fec243c98e15ed08838ca4ff, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T12:32:08,254 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 33465f2eb2c76062cbbaca4ede8c288d in 441ms, sequenceid=8, compaction requested=false
2024-12-09T12:32:08,259 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnNext/33465f2eb2c76062cbbaca4ede8c288d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T12:32:08,259 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d.
2024-12-09T12:32:08,259 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33465f2eb2c76062cbbaca4ede8c288d:
Waiting for close lock at 1733747527813Running coprocessor pre-close hooks at 1733747527813Disabling compacts and flushes for region at 1733747527813Disabling writes for close at 1733747527813Obtaining lock to block concurrent updates at 1733747527813Preparing flush snapshotting stores in 33465f2eb2c76062cbbaca4ede8c288d at 1733747527813Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733747527813Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d. at 1733747527814 (+1 ms)Flushing 33465f2eb2c76062cbbaca4ede8c288d/testFamily: creating writer at 1733747527814Flushing 33465f2eb2c76062cbbaca4ede8c288d/testFamily: appending metadata at 1733747527830 (+16 ms)Flushing 33465f2eb2c76062cbbaca4ede8c288d/testFamily: closing flushed file at 1733747527830Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53168010: reopening flushed file at 1733747528244 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 33465f2eb2c76062cbbaca4ede8c288d in 441ms, sequenceid=8, compaction requested=false at 1733747528254 (+10 ms)Writing region close event to WAL at 1733747528255 (+1 ms)Running coprocessor post-close hooks at 1733747528259 (+4 ms)Closed at 1733747528259
2024-12-09T12:32:08,260 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733747515150.33465f2eb2c76062cbbaca4ede8c288d.
2024-12-09T12:32:08,260 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e7e180ffc034a61355642cb9d80d103c, disabling compactions & flushes
2024-12-09T12:32:08,260 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c.
2024-12-09T12:32:08,260 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c.
2024-12-09T12:32:08,260 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c. after waiting 0 ms
2024-12-09T12:32:08,260 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c.
2024-12-09T12:32:08,260 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e7e180ffc034a61355642cb9d80d103c 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T12:32:08,277 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnNext/e7e180ffc034a61355642cb9d80d103c/.tmp/testFamily/511f03c4e59c4a95ae4d8dfafc7bb7ed is 61, key is row-0/testFamily:testQualifier/1733747503007/Put/seqid=0
2024-12-09T12:32:08,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741865_1041 (size=5049)
2024-12-09T12:32:08,393 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-12-09T12:32:08,393 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1325): Online Regions={e7e180ffc034a61355642cb9d80d103c=testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c., f3ed602fd652274362c89e79a3c0e374=testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374., 596359dc811efca8b3804b6a3c5594cb=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb.}
2024-12-09T12:32:08,393 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1351): Waiting on 596359dc811efca8b3804b6a3c5594cb, e7e180ffc034a61355642cb9d80d103c, f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:32:08,593 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1351): Waiting on 596359dc811efca8b3804b6a3c5594cb, e7e180ffc034a61355642cb9d80d103c, f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:32:08,628 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T12:32:08,683 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnNext/e7e180ffc034a61355642cb9d80d103c/.tmp/testFamily/511f03c4e59c4a95ae4d8dfafc7bb7ed
2024-12-09T12:32:08,693 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnNext/e7e180ffc034a61355642cb9d80d103c/.tmp/testFamily/511f03c4e59c4a95ae4d8dfafc7bb7ed as hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnNext/e7e180ffc034a61355642cb9d80d103c/testFamily/511f03c4e59c4a95ae4d8dfafc7bb7ed
2024-12-09T12:32:08,701 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnNext/e7e180ffc034a61355642cb9d80d103c/testFamily/511f03c4e59c4a95ae4d8dfafc7bb7ed, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T12:32:08,702 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e7e180ffc034a61355642cb9d80d103c in 442ms, sequenceid=8, compaction requested=false
2024-12-09T12:32:08,712 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnNext/e7e180ffc034a61355642cb9d80d103c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T12:32:08,713 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c.
2024-12-09T12:32:08,713 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e7e180ffc034a61355642cb9d80d103c:
Waiting for close lock at 1733747528260Running coprocessor pre-close hooks at 1733747528260Disabling compacts and flushes for region at 1733747528260Disabling writes for close at 1733747528260Obtaining lock to block concurrent updates at 1733747528260Preparing flush snapshotting stores in e7e180ffc034a61355642cb9d80d103c at 1733747528260Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733747528260Flushing stores of testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c. at 1733747528261 (+1 ms)Flushing e7e180ffc034a61355642cb9d80d103c/testFamily: creating writer at 1733747528261Flushing e7e180ffc034a61355642cb9d80d103c/testFamily: appending metadata at 1733747528277 (+16 ms)Flushing e7e180ffc034a61355642cb9d80d103c/testFamily: closing flushed file at 1733747528277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@601dd28b: reopening flushed file at 1733747528692 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e7e180ffc034a61355642cb9d80d103c in 442ms, sequenceid=8, compaction requested=false at 1733747528702 (+10 ms)Writing region close event to WAL at 1733747528703 (+1 ms)Running coprocessor post-close hooks at 1733747528713 (+10 ms)Closed at 1733747528713
2024-12-09T12:32:08,713 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733747501977.e7e180ffc034a61355642cb9d80d103c.
2024-12-09T12:32:08,713 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3ed602fd652274362c89e79a3c0e374, disabling compactions & flushes
2024-12-09T12:32:08,713 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374.
2024-12-09T12:32:08,713 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374.
2024-12-09T12:32:08,713 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374. after waiting 0 ms
2024-12-09T12:32:08,713 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374.
2024-12-09T12:32:08,713 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f3ed602fd652274362c89e79a3c0e374 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T12:32:08,734 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnOpenScanner/f3ed602fd652274362c89e79a3c0e374/.tmp/testFamily/d67d6a3427ed4f7091aff0d194c0eba0 is 61, key is row-0/testFamily:testQualifier/1733747494867/Put/seqid=0
2024-12-09T12:32:08,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741866_1042 (size=5049)
2024-12-09T12:32:08,794 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1351): Waiting on 596359dc811efca8b3804b6a3c5594cb, f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:32:08,994 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1351): Waiting on 596359dc811efca8b3804b6a3c5594cb, f3ed602fd652274362c89e79a3c0e374
2024-12-09T12:32:09,145 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnOpenScanner/f3ed602fd652274362c89e79a3c0e374/.tmp/testFamily/d67d6a3427ed4f7091aff0d194c0eba0
2024-12-09T12:32:09,155 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnOpenScanner/f3ed602fd652274362c89e79a3c0e374/.tmp/testFamily/d67d6a3427ed4f7091aff0d194c0eba0 as hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnOpenScanner/f3ed602fd652274362c89e79a3c0e374/testFamily/d67d6a3427ed4f7091aff0d194c0eba0
2024-12-09T12:32:09,162 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnOpenScanner/f3ed602fd652274362c89e79a3c0e374/testFamily/d67d6a3427ed4f7091aff0d194c0eba0, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T12:32:09,163 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f3ed602fd652274362c89e79a3c0e374 in 450ms, sequenceid=8, compaction requested=false
2024-12-09T12:32:09,168 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/default/testNormalScanTimeoutOnOpenScanner/f3ed602fd652274362c89e79a3c0e374/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T12:32:09,169 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374.
2024-12-09T12:32:09,169 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3ed602fd652274362c89e79a3c0e374:
Waiting for close lock at 1733747528713Running coprocessor pre-close hooks at 1733747528713Disabling compacts and flushes for region at 1733747528713Disabling writes for close at 1733747528713Obtaining lock to block concurrent updates at 1733747528713Preparing flush snapshotting stores in f3ed602fd652274362c89e79a3c0e374 at 1733747528713Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733747528714 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374. at 1733747528714Flushing f3ed602fd652274362c89e79a3c0e374/testFamily: creating writer at 1733747528715 (+1 ms)Flushing f3ed602fd652274362c89e79a3c0e374/testFamily: appending metadata at 1733747528734 (+19 ms)Flushing f3ed602fd652274362c89e79a3c0e374/testFamily: closing flushed file at 1733747528734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a731588: reopening flushed file at 1733747529153 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f3ed602fd652274362c89e79a3c0e374 in 450ms, sequenceid=8, compaction requested=false at 1733747529163 (+10 ms)Writing region close event to WAL at 1733747529164 (+1 ms)Running coprocessor post-close hooks at 1733747529168 (+4 ms)Closed at 1733747529168
2024-12-09T12:32:09,169 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733747493839.f3ed602fd652274362c89e79a3c0e374.
2024-12-09T12:32:09,169 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 596359dc811efca8b3804b6a3c5594cb, disabling compactions & flushes
2024-12-09T12:32:09,169 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb.
2024-12-09T12:32:09,169 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb.
2024-12-09T12:32:09,169 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb. after waiting 0 ms
2024-12-09T12:32:09,169 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb.
2024-12-09T12:32:09,169 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 596359dc811efca8b3804b6a3c5594cb 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T12:32:09,191 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/596359dc811efca8b3804b6a3c5594cb/.tmp/testFamily/ba78e94b46fd4efc9cd8daee27b44925 is 61, key is row-0/testFamily:testQualifier/1733747509099/Put/seqid=0
2024-12-09T12:32:09,194 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1351): Waiting on 596359dc811efca8b3804b6a3c5594cb
2024-12-09T12:32:09,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741867_1043 (size=5049)
2024-12-09T12:32:09,394 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-09T12:32:09,395 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1325): Online Regions={596359dc811efca8b3804b6a3c5594cb=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb.}
2024-12-09T12:32:09,395 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1351): Waiting on 596359dc811efca8b3804b6a3c5594cb
2024-12-09T12:32:09,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-09T12:32:09,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-09T12:32:09,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-09T12:32:09,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-09T12:32:09,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-09T12:32:09,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-09T12:32:09,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-09T12:32:09,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-09T12:32:09,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-09T12:32:09,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-09T12:32:09,595 DEBUG [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1351): Waiting on 596359dc811efca8b3804b6a3c5594cb
2024-12-09T12:32:09,598 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/596359dc811efca8b3804b6a3c5594cb/.tmp/testFamily/ba78e94b46fd4efc9cd8daee27b44925
2024-12-09T12:32:09,606 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/596359dc811efca8b3804b6a3c5594cb/.tmp/testFamily/ba78e94b46fd4efc9cd8daee27b44925 as hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/596359dc811efca8b3804b6a3c5594cb/testFamily/ba78e94b46fd4efc9cd8daee27b44925
2024-12-09T12:32:09,613 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/596359dc811efca8b3804b6a3c5594cb/testFamily/ba78e94b46fd4efc9cd8daee27b44925, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T12:32:09,614 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 596359dc811efca8b3804b6a3c5594cb in 445ms, sequenceid=8, compaction requested=false
2024-12-09T12:32:09,619 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/596359dc811efca8b3804b6a3c5594cb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T12:32:09,619 INFO  [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb.
2024-12-09T12:32:09,620 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 596359dc811efca8b3804b6a3c5594cb:
Waiting for close lock at 1733747529169Running coprocessor pre-close hooks at 1733747529169Disabling compacts and flushes for region at 1733747529169Disabling writes for close at 1733747529169Obtaining lock to block concurrent updates at 1733747529169Preparing flush snapshotting stores in 596359dc811efca8b3804b6a3c5594cb at 1733747529169Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733747529170 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb. at 1733747529170Flushing 596359dc811efca8b3804b6a3c5594cb/testFamily: creating writer at 1733747529170Flushing 596359dc811efca8b3804b6a3c5594cb/testFamily: appending metadata at 1733747529191 (+21 ms)Flushing 596359dc811efca8b3804b6a3c5594cb/testFamily: closing flushed file at 1733747529191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b9e4fbc: reopening flushed file at 1733747529605 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 596359dc811efca8b3804b6a3c5594cb in 445ms, sequenceid=8, compaction requested=false at 1733747529614 (+9 ms)Writing region close event to WAL at 1733747529615 (+1 ms)Running coprocessor post-close hooks at 1733747529619 (+4 ms)Closed at 1733747529619
2024-12-09T12:32:09,620 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733747506044.596359dc811efca8b3804b6a3c5594cb.
2024-12-09T12:32:09,795 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(976): stopping server f15dd41c88ad,46241,1733747439845; all regions closed.
2024-12-09T12:32:09,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741834_1010 (size=19479)
2024-12-09T12:32:09,806 DEBUG [RS:0;f15dd41c88ad:46241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/oldWALs
2024-12-09T12:32:09,806 INFO  [RS:0;f15dd41c88ad:46241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f15dd41c88ad%2C46241%2C1733747439845.meta:.meta(num 1733747472921)
2024-12-09T12:32:09,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741833_1009 (size=20031)
2024-12-09T12:32:09,810 DEBUG [RS:0;f15dd41c88ad:46241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/oldWALs
2024-12-09T12:32:09,810 INFO  [RS:0;f15dd41c88ad:46241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f15dd41c88ad%2C46241%2C1733747439845:(num 1733747472543)
2024-12-09T12:32:09,810 DEBUG [RS:0;f15dd41c88ad:46241 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T12:32:09,811 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T12:32:09,811 INFO  [RS:0;f15dd41c88ad:46241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T12:32:09,811 INFO  [RS:0;f15dd41c88ad:46241 {}] hbase.ChoreService(370): Chore service for: regionserver/f15dd41c88ad:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-09T12:32:09,811 INFO  [RS:0;f15dd41c88ad:46241 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T12:32:09,811 INFO  [regionserver/f15dd41c88ad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T12:32:09,812 INFO  [RS:0;f15dd41c88ad:46241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46241
2024-12-09T12:32:09,813 INFO  [regionserver/f15dd41c88ad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T12:32:09,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1012b2a028b0001, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f15dd41c88ad,46241,1733747439845
2024-12-09T12:32:09,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T12:32:09,816 INFO  [RS:0;f15dd41c88ad:46241 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T12:32:09,819 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f15dd41c88ad,46241,1733747439845]
2024-12-09T12:32:09,821 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f15dd41c88ad,46241,1733747439845 already deleted, retry=false
2024-12-09T12:32:09,821 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f15dd41c88ad,46241,1733747439845 expired; onlineServers=0
2024-12-09T12:32:09,821 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f15dd41c88ad,44935,1733747439038' *****
2024-12-09T12:32:09,821 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-09T12:32:09,821 INFO  [M:0;f15dd41c88ad:44935 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T12:32:09,821 INFO  [M:0;f15dd41c88ad:44935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T12:32:09,821 DEBUG [M:0;f15dd41c88ad:44935 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-09T12:32:09,822 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-09T12:32:09,822 DEBUG [M:0;f15dd41c88ad:44935 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-09T12:32:09,822 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster-HFileCleaner.large.0-1733747442379 {}] cleaner.HFileCleaner(306): Exit Thread[master/f15dd41c88ad:0:becomeActiveMaster-HFileCleaner.large.0-1733747442379,5,FailOnTimeoutGroup]
2024-12-09T12:32:09,822 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster-HFileCleaner.small.0-1733747442380 {}] cleaner.HFileCleaner(306): Exit Thread[master/f15dd41c88ad:0:becomeActiveMaster-HFileCleaner.small.0-1733747442380,5,FailOnTimeoutGroup]
2024-12-09T12:32:09,822 INFO  [M:0;f15dd41c88ad:44935 {}] hbase.ChoreService(370): Chore service for: master/f15dd41c88ad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-09T12:32:09,822 INFO  [M:0;f15dd41c88ad:44935 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T12:32:09,822 DEBUG [M:0;f15dd41c88ad:44935 {}] master.HMaster(1795): Stopping service threads
2024-12-09T12:32:09,822 INFO  [M:0;f15dd41c88ad:44935 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-09T12:32:09,822 INFO  [M:0;f15dd41c88ad:44935 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-09T12:32:09,823 INFO  [M:0;f15dd41c88ad:44935 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-09T12:32:09,823 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-09T12:32:09,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-09T12:32:09,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T12:32:09,824 DEBUG [M:0;f15dd41c88ad:44935 {}] zookeeper.ZKUtil(347): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-09T12:32:09,824 WARN  [M:0;f15dd41c88ad:44935 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-09T12:32:09,824 INFO  [M:0;f15dd41c88ad:44935 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/.lastflushedseqids
2024-12-09T12:32:09,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741868_1044 (size=460)
2024-12-09T12:32:09,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1012b2a028b0001, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T12:32:09,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x1012b2a028b0001, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T12:32:09,919 INFO  [RS:0;f15dd41c88ad:46241 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T12:32:09,920 INFO  [RS:0;f15dd41c88ad:46241 {}] regionserver.HRegionServer(1031): Exiting; stopping=f15dd41c88ad,46241,1733747439845; zookeeper connection closed.
2024-12-09T12:32:09,920 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@488c20a9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@488c20a9
2024-12-09T12:32:09,920 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-09T12:32:10,237 INFO  [M:0;f15dd41c88ad:44935 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-09T12:32:10,238 INFO  [M:0;f15dd41c88ad:44935 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-09T12:32:10,238 DEBUG [M:0;f15dd41c88ad:44935 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-09T12:32:10,238 INFO  [M:0;f15dd41c88ad:44935 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T12:32:10,238 DEBUG [M:0;f15dd41c88ad:44935 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T12:32:10,238 DEBUG [M:0;f15dd41c88ad:44935 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-09T12:32:10,238 DEBUG [M:0;f15dd41c88ad:44935 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T12:32:10,238 INFO  [M:0;f15dd41c88ad:44935 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.95 KB heapSize=190.51 KB
2024-12-09T12:32:10,265 DEBUG [M:0;f15dd41c88ad:44935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45a094d5bbe742e590376739cc1db6cb is 82, key is hbase:meta,,1/info:regioninfo/1733747473009/Put/seqid=0
2024-12-09T12:32:10,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741869_1045 (size=5672)
2024-12-09T12:32:10,671 INFO  [M:0;f15dd41c88ad:44935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45a094d5bbe742e590376739cc1db6cb
2024-12-09T12:32:10,701 DEBUG [M:0;f15dd41c88ad:44935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44e29064a7874c15b3c91c3a80d98490 is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733747474279/Put/seqid=0
2024-12-09T12:32:10,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741870_1046 (size=14081)
2024-12-09T12:32:11,110 INFO  [M:0;f15dd41c88ad:44935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.40 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44e29064a7874c15b3c91c3a80d98490
2024-12-09T12:32:11,117 INFO  [M:0;f15dd41c88ad:44935 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44e29064a7874c15b3c91c3a80d98490
2024-12-09T12:32:11,134 DEBUG [M:0;f15dd41c88ad:44935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e913bc288b3645fdb23377efa520678a is 69, key is f15dd41c88ad,46241,1733747439845/rs:state/1733747442392/Put/seqid=0
2024-12-09T12:32:11,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741871_1047 (size=5156)
2024-12-09T12:32:11,540 INFO  [M:0;f15dd41c88ad:44935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e913bc288b3645fdb23377efa520678a
2024-12-09T12:32:11,548 DEBUG [M:0;f15dd41c88ad:44935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45a094d5bbe742e590376739cc1db6cb as hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45a094d5bbe742e590376739cc1db6cb
2024-12-09T12:32:11,555 INFO  [M:0;f15dd41c88ad:44935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45a094d5bbe742e590376739cc1db6cb, entries=8, sequenceid=312, filesize=5.5 K
2024-12-09T12:32:11,556 DEBUG [M:0;f15dd41c88ad:44935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44e29064a7874c15b3c91c3a80d98490 as hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44e29064a7874c15b3c91c3a80d98490
2024-12-09T12:32:11,562 INFO  [M:0;f15dd41c88ad:44935 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44e29064a7874c15b3c91c3a80d98490
2024-12-09T12:32:11,563 INFO  [M:0;f15dd41c88ad:44935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44e29064a7874c15b3c91c3a80d98490, entries=33, sequenceid=312, filesize=13.8 K
2024-12-09T12:32:11,564 DEBUG [M:0;f15dd41c88ad:44935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e913bc288b3645fdb23377efa520678a as hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e913bc288b3645fdb23377efa520678a
2024-12-09T12:32:11,570 INFO  [M:0;f15dd41c88ad:44935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37395/user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e913bc288b3645fdb23377efa520678a, entries=1, sequenceid=312, filesize=5.0 K
2024-12-09T12:32:11,571 INFO  [M:0;f15dd41c88ad:44935 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.95 KB/166863, heapSize ~190.21 KB/194776, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=312, compaction requested=false
2024-12-09T12:32:11,573 INFO  [M:0;f15dd41c88ad:44935 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T12:32:11,573 DEBUG [M:0;f15dd41c88ad:44935 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733747530238Disabling compacts and flushes for region at 1733747530238Disabling writes for close at 1733747530238Obtaining lock to block concurrent updates at 1733747530238Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733747530238Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166863, getHeapSize=195016, getOffHeapSize=0, getCellsCount=359 at 1733747530239 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733747530239Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733747530240 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733747530264 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733747530264Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733747530678 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733747530700 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733747530700Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733747531117 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733747531134 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733747531134Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a44161b: reopening flushed file at 1733747531547 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@336d35fd: reopening flushed file at 1733747531555 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e86f259: reopening flushed file at 1733747531563 (+8 ms)Finished flush of dataSize ~162.95 KB/166863, heapSize ~190.21 KB/194776, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=312, compaction requested=false at 1733747531571 (+8 ms)Writing region close event to WAL at 1733747531573 (+2 ms)Closed at 1733747531573
2024-12-09T12:32:11,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741830_1006 (size=187750)
2024-12-09T12:32:11,576 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2544a97-6336-dc08-ff28-1766c35febad/MasterData/WALs/f15dd41c88ad,44935,1733747439038/f15dd41c88ad%2C44935%2C1733747439038.1733747441673 not finished, retry = 0
2024-12-09T12:32:11,678 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T12:32:11,678 INFO  [M:0;f15dd41c88ad:44935 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-09T12:32:11,678 INFO  [M:0;f15dd41c88ad:44935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44935
2024-12-09T12:32:11,678 INFO  [M:0;f15dd41c88ad:44935 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T12:32:11,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T12:32:11,781 INFO  [M:0;f15dd41c88ad:44935 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T12:32:11,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44935-0x1012b2a028b0000, quorum=127.0.0.1:64469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T12:32:11,787 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc78d53{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-09T12:32:11,789 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2120cdf2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-09T12:32:11,789 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-09T12:32:11,789 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b9495fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-09T12:32:11,789 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@537310ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/hadoop.log.dir/,STOPPED}
2024-12-09T12:32:11,791 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-09T12:32:11,791 WARN  [BP-713900471-172.17.0.3-1733747435939 heartbeating to localhost/127.0.0.1:37395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-09T12:32:11,792 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-09T12:32:11,792 WARN  [BP-713900471-172.17.0.3-1733747435939 heartbeating to localhost/127.0.0.1:37395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-713900471-172.17.0.3-1733747435939 (Datanode Uuid 4af4075b-d17a-48cc-b670-4c0442071d44) service to localhost/127.0.0.1:37395
2024-12-09T12:32:11,793 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/cluster_c41e50ff-90d5-d98f-3085-372cc792eb25/data/data1/current/BP-713900471-172.17.0.3-1733747435939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-09T12:32:11,793 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/cluster_c41e50ff-90d5-d98f-3085-372cc792eb25/data/data2/current/BP-713900471-172.17.0.3-1733747435939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-09T12:32:11,794 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-09T12:32:11,802 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@562f0d0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-09T12:32:11,803 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-09T12:32:11,803 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-09T12:32:11,803 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-09T12:32:11,803 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81cd59a6-616a-c36d-99ea-dbadd51d8790/hadoop.log.dir/,STOPPED}
2024-12-09T12:32:11,812 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-09T12:32:11,836 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down