2024-12-10 11:32:09,300 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-10 11:32:09,319 main DEBUG Took 0.017347 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-10 11:32:09,319 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-10 11:32:09,319 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-10 11:32:09,320 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-10 11:32:09,321 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 11:32:09,328 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-10 11:32:09,339 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 11:32:09,341 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 11:32:09,341 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 11:32:09,342 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 11:32:09,342 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 11:32:09,343 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 11:32:09,344 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 11:32:09,344 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 11:32:09,345 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 11:32:09,345 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 11:32:09,347 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 11:32:09,347 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 11:32:09,348 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 11:32:09,348 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 11:32:09,349 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 11:32:09,349 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 11:32:09,350 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 11:32:09,350 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 11:32:09,351 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 11:32:09,352 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 11:32:09,352 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 11:32:09,353 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 11:32:09,353 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 11:32:09,354 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 11:32:09,355 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 11:32:09,355 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-10 11:32:09,357 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 11:32:09,359 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-10 11:32:09,361 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-10 11:32:09,362 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-10 11:32:09,363 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-10 11:32:09,364 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-10 11:32:09,373 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-10 11:32:09,375 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-10 11:32:09,377 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-10 11:32:09,377 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-10 11:32:09,378 main DEBUG createAppenders(={Console})
2024-12-10 11:32:09,379 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-12-10 11:32:09,379 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-10 11:32:09,379 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-12-10 11:32:09,380 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-10 11:32:09,380 main DEBUG OutputStream closed
2024-12-10 11:32:09,381 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-10 11:32:09,381 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-10 11:32:09,382 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-12-10 11:32:09,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-10 11:32:09,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-10 11:32:09,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-10 11:32:09,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-10 11:32:09,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-10 11:32:09,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-10 11:32:09,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-10 11:32:09,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-10 11:32:09,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-10 11:32:09,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-10 11:32:09,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-10 11:32:09,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-10 11:32:09,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-10 11:32:09,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-10 11:32:09,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-10 11:32:09,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-10 11:32:09,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-10 11:32:09,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-10 11:32:09,480 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-10 11:32:09,480 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-12-10 11:32:09,480 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-10 11:32:09,481 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-12-10T11:32:09,495 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-12-10 11:32:09,498 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-10 11:32:09,498 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-10T11:32:09,751 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa
2024-12-10T11:32:09,771 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-10T11:32:09,790 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/cluster_f6b56782-577c-c4f7-c2fa-a0e60cd48cb0, deleteOnExit=true
2024-12-10T11:32:09,791 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-10T11:32:09,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/test.cache.data in system properties and HBase conf
2024-12-10T11:32:09,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/hadoop.tmp.dir in system properties and HBase conf
2024-12-10T11:32:09,793 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/hadoop.log.dir in system properties and HBase conf
2024-12-10T11:32:09,793 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-10T11:32:09,794 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-10T11:32:09,794 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-10T11:32:09,877 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-10T11:32:09,960 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-10T11:32:09,964 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-10T11:32:09,964 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-10T11:32:09,965 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-10T11:32:09,965 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-10T11:32:09,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-10T11:32:09,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-10T11:32:09,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-10T11:32:09,967 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-10T11:32:09,967 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-10T11:32:09,968 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/nfs.dump.dir in system properties and HBase conf
2024-12-10T11:32:09,968 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/java.io.tmpdir in system properties and HBase conf
2024-12-10T11:32:09,968 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-10T11:32:09,969 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-10T11:32:09,969 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-10T11:32:10,804 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-10T11:32:10,883 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2255ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-10T11:32:10,961 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-10T11:32:11,023 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-10T11:32:11,044 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-10T11:32:11,044 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-10T11:32:11,046 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-10T11:32:11,059 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-10T11:32:11,061 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@660c56f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/hadoop.log.dir/,AVAILABLE}
2024-12-10T11:32:11,062 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45f63f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-10T11:32:11,249 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59bae7b3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/java.io.tmpdir/jetty-localhost-38405-hadoop-hdfs-3_4_1-tests_jar-_-any-644377360953008395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-10T11:32:11,256 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f237650{HTTP/1.1, (http/1.1)}{localhost:38405}
2024-12-10T11:32:11,257 INFO  [Time-limited test {}] server.Server(415): Started @2630ms
2024-12-10T11:32:11,642 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-10T11:32:11,649 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-10T11:32:11,650 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-10T11:32:11,650 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-10T11:32:11,651 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-10T11:32:11,651 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d304465{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/hadoop.log.dir/,AVAILABLE}
2024-12-10T11:32:11,652 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c1ee62c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-10T11:32:11,783 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@258822a0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/java.io.tmpdir/jetty-localhost-44685-hadoop-hdfs-3_4_1-tests_jar-_-any-14871318026134906864/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-10T11:32:11,784 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@514e86a2{HTTP/1.1, (http/1.1)}{localhost:44685}
2024-12-10T11:32:11,784 INFO  [Time-limited test {}] server.Server(415): Started @3158ms
2024-12-10T11:32:11,844 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-10T11:32:12,335 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/cluster_f6b56782-577c-c4f7-c2fa-a0e60cd48cb0/data/data2/current/BP-2067342695-172.17.0.2-1733830330551/current, will proceed with Du for space computation calculation, 
2024-12-10T11:32:12,335 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/cluster_f6b56782-577c-c4f7-c2fa-a0e60cd48cb0/data/data1/current/BP-2067342695-172.17.0.2-1733830330551/current, will proceed with Du for space computation calculation, 
2024-12-10T11:32:12,374 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-10T11:32:12,437 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30c56c69392f58e4 with lease ID 0xc0219385bee5ea0e: Processing first storage report for DS-dfeba1d2-f5b9-4c2c-99ec-7d6f9597fd8e from datanode DatanodeRegistration(127.0.0.1:35969, datanodeUuid=3109009c-be7c-41f7-849a-4ed8036f2277, infoPort=37387, infoSecurePort=0, ipcPort=46745, storageInfo=lv=-57;cid=testClusterID;nsid=1449067724;c=1733830330551)
2024-12-10T11:32:12,439 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30c56c69392f58e4 with lease ID 0xc0219385bee5ea0e: from storage DS-dfeba1d2-f5b9-4c2c-99ec-7d6f9597fd8e node DatanodeRegistration(127.0.0.1:35969, datanodeUuid=3109009c-be7c-41f7-849a-4ed8036f2277, infoPort=37387, infoSecurePort=0, ipcPort=46745, storageInfo=lv=-57;cid=testClusterID;nsid=1449067724;c=1733830330551), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-10T11:32:12,439 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30c56c69392f58e4 with lease ID 0xc0219385bee5ea0e: Processing first storage report for DS-95ca8ad4-9777-4b89-b94c-a35f3e6e4ae9 from datanode DatanodeRegistration(127.0.0.1:35969, datanodeUuid=3109009c-be7c-41f7-849a-4ed8036f2277, infoPort=37387, infoSecurePort=0, ipcPort=46745, storageInfo=lv=-57;cid=testClusterID;nsid=1449067724;c=1733830330551)
2024-12-10T11:32:12,439 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30c56c69392f58e4 with lease ID 0xc0219385bee5ea0e: from storage DS-95ca8ad4-9777-4b89-b94c-a35f3e6e4ae9 node DatanodeRegistration(127.0.0.1:35969, datanodeUuid=3109009c-be7c-41f7-849a-4ed8036f2277, infoPort=37387, infoSecurePort=0, ipcPort=46745, storageInfo=lv=-57;cid=testClusterID;nsid=1449067724;c=1733830330551), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-10T11:32:12,521 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa
2024-12-10T11:32:12,598 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/cluster_f6b56782-577c-c4f7-c2fa-a0e60cd48cb0/zookeeper_0, clientPort=53693, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/cluster_f6b56782-577c-c4f7-c2fa-a0e60cd48cb0/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/cluster_f6b56782-577c-c4f7-c2fa-a0e60cd48cb0/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-10T11:32:12,608 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53693
2024-12-10T11:32:12,620 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-10T11:32:12,622 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-10T11:32:12,855 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741825_1001 (size=7)
2024-12-10T11:32:13,264 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9 with version=8
2024-12-10T11:32:13,265 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/hbase-staging
2024-12-10T11:32:13,360 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-10T11:32:13,614 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/771ffe94c765:0 server-side Connection retries=9
2024-12-10T11:32:13,626 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-10T11:32:13,626 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-10T11:32:13,631 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-10T11:32:13,631 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-10T11:32:13,631 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-10T11:32:13,771 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-10T11:32:13,832 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-10T11:32:13,841 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-10T11:32:13,845 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-10T11:32:13,873 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 829 (auto-detected)
2024-12-10T11:32:13,874 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-12-10T11:32:13,893 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35557
2024-12-10T11:32:13,915 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35557 connecting to ZooKeeper ensemble=127.0.0.1:53693
2024-12-10T11:32:13,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355570x0, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-10T11:32:13,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35557-0x1019c253b340000 connected
2024-12-10T11:32:13,982 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-10T11:32:13,984 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-10T11:32:13,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-10T11:32:14,001 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9, hbase.cluster.distributed=false
2024-12-10T11:32:14,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-10T11:32:14,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35557
2024-12-10T11:32:14,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35557
2024-12-10T11:32:14,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35557
2024-12-10T11:32:14,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35557
2024-12-10T11:32:14,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35557
2024-12-10T11:32:14,160 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/771ffe94c765:0 server-side Connection retries=9
2024-12-10T11:32:14,162 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-10T11:32:14,162 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-10T11:32:14,163 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-10T11:32:14,163 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-10T11:32:14,163 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-10T11:32:14,166 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-10T11:32:14,168 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-10T11:32:14,169 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43177
2024-12-10T11:32:14,171 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43177 connecting to ZooKeeper ensemble=127.0.0.1:53693
2024-12-10T11:32:14,173 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-10T11:32:14,177 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-10T11:32:14,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431770x0, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-10T11:32:14,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43177-0x1019c253b340001 connected
2024-12-10T11:32:14,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43177-0x1019c253b340001, quorum=127.0.0.1:53693, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-10T11:32:14,191 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-10T11:32:14,199 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-10T11:32:14,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43177-0x1019c253b340001, quorum=127.0.0.1:53693, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-10T11:32:14,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43177-0x1019c253b340001, quorum=127.0.0.1:53693, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-10T11:32:14,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43177
2024-12-10T11:32:14,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43177
2024-12-10T11:32:14,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43177
2024-12-10T11:32:14,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43177
2024-12-10T11:32:14,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43177
2024-12-10T11:32:14,225 DEBUG [M:0;771ffe94c765:35557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;771ffe94c765:35557
2024-12-10T11:32:14,226 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/771ffe94c765,35557,1733830333415
2024-12-10T11:32:14,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-10T11:32:14,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x1019c253b340001, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-10T11:32:14,235 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/771ffe94c765,35557,1733830333415
2024-12-10T11:32:14,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x1019c253b340001, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-10T11:32:14,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T11:32:14,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x1019c253b340001, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T11:32:14,256 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-10T11:32:14,257 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/771ffe94c765,35557,1733830333415 from backup master directory
2024-12-10T11:32:14,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/771ffe94c765,35557,1733830333415
2024-12-10T11:32:14,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x1019c253b340001, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-10T11:32:14,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-10T11:32:14,261 WARN  [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-10T11:32:14,261 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=771ffe94c765,35557,1733830333415
2024-12-10T11:32:14,264 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-10T11:32:14,265 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-10T11:32:14,320 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/hbase.id] with ID: 414a1f88-cf36-4097-9818-39c916246bcb
2024-12-10T11:32:14,320 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/.tmp/hbase.id
2024-12-10T11:32:14,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741826_1002 (size=42)
2024-12-10T11:32:14,732 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/.tmp/hbase.id]:[hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/hbase.id]
2024-12-10T11:32:14,773 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-10T11:32:14,778 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-10T11:32:14,796 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-12-10T11:32:14,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T11:32:14,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x1019c253b340001, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T11:32:14,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741827_1003 (size=196)
2024-12-10T11:32:15,231 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-10T11:32:15,233 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-10T11:32:15,250 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-10T11:32:15,255 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-10T11:32:15,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741828_1004 (size=1189)
2024-12-10T11:32:15,704 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/data/master/store
2024-12-10T11:32:15,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741829_1005 (size=34)
2024-12-10T11:32:16,128 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-10T11:32:16,131 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:32:16,132 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-10T11:32:16,133 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-10T11:32:16,133 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-10T11:32:16,134 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-10T11:32:16,134 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-10T11:32:16,135 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-10T11:32:16,136 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733830336132Disabling compacts and flushes for region at 1733830336132Disabling writes for close at 1733830336134 (+2 ms)Writing region close event to WAL at 1733830336135 (+1 ms)Closed at 1733830336135
2024-12-10T11:32:16,138 WARN  [master/771ffe94c765:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/data/master/store/.initializing
2024-12-10T11:32:16,138 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/WALs/771ffe94c765,35557,1733830333415
2024-12-10T11:32:16,147 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-10T11:32:16,162 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=771ffe94c765%2C35557%2C1733830333415, suffix=, logDir=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/WALs/771ffe94c765,35557,1733830333415, archiveDir=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/oldWALs, maxLogs=10
2024-12-10T11:32:16,185 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/WALs/771ffe94c765,35557,1733830333415/771ffe94c765%2C35557%2C1733830333415.1733830336167, exclude list is [], retry=0
2024-12-10T11:32:16,201 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35969,DS-dfeba1d2-f5b9-4c2c-99ec-7d6f9597fd8e,DISK]
2024-12-10T11:32:16,204 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-10T11:32:16,240 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/WALs/771ffe94c765,35557,1733830333415/771ffe94c765%2C35557%2C1733830333415.1733830336167
2024-12-10T11:32:16,241 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37387:37387)]
2024-12-10T11:32:16,242 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-10T11:32:16,243 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:32:16,246 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-10T11:32:16,247 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-10T11:32:16,285 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-10T11:32:16,312 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-10T11:32:16,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:32:16,318 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-10T11:32:16,319 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-10T11:32:16,322 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-10T11:32:16,322 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:32:16,323 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T11:32:16,323 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-10T11:32:16,326 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-10T11:32:16,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:32:16,327 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T11:32:16,327 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-10T11:32:16,329 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-10T11:32:16,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:32:16,330 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T11:32:16,331 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-10T11:32:16,335 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-10T11:32:16,336 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-10T11:32:16,341 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-10T11:32:16,342 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-10T11:32:16,345 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-10T11:32:16,349 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-10T11:32:16,354 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T11:32:16,355 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70146438, jitterRate=0.0452633798122406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-10T11:32:16,363 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733830336260Initializing all the Stores at 1733830336263 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733830336263Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733830336264 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733830336264Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733830336264Cleaning up temporary data from old regions at 1733830336342 (+78 ms)Region opened successfully at 1733830336363 (+21 ms)
2024-12-10T11:32:16,365 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-10T11:32:16,400 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de30348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=771ffe94c765/172.17.0.2:0
2024-12-10T11:32:16,434 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-10T11:32:16,446 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-10T11:32:16,446 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-10T11:32:16,450 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-10T11:32:16,451 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-10T11:32:16,456 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-12-10T11:32:16,456 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-10T11:32:16,482 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-10T11:32:16,491 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-10T11:32:16,499 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-10T11:32:16,502 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-10T11:32:16,503 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-10T11:32:16,505 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-10T11:32:16,507 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-10T11:32:16,510 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-10T11:32:16,511 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-10T11:32:16,513 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-10T11:32:16,514 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-10T11:32:16,532 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-10T11:32:16,535 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-10T11:32:16,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x1019c253b340001, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-10T11:32:16,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-10T11:32:16,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x1019c253b340001, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T11:32:16,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T11:32:16,543 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=771ffe94c765,35557,1733830333415, sessionid=0x1019c253b340000, setting cluster-up flag (Was=false)
2024-12-10T11:32:16,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x1019c253b340001, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T11:32:16,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T11:32:16,563 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-10T11:32:16,565 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=771ffe94c765,35557,1733830333415
2024-12-10T11:32:16,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x1019c253b340001, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T11:32:16,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T11:32:16,577 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-10T11:32:16,579 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=771ffe94c765,35557,1733830333415
2024-12-10T11:32:16,585 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-10T11:32:16,614 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(746): ClusterId : 414a1f88-cf36-4097-9818-39c916246bcb
2024-12-10T11:32:16,617 DEBUG [RS:0;771ffe94c765:43177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-10T11:32:16,623 DEBUG [RS:0;771ffe94c765:43177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-10T11:32:16,623 DEBUG [RS:0;771ffe94c765:43177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-10T11:32:16,626 DEBUG [RS:0;771ffe94c765:43177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-10T11:32:16,627 DEBUG [RS:0;771ffe94c765:43177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@795b2986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=771ffe94c765/172.17.0.2:0
2024-12-10T11:32:16,649 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;771ffe94c765:43177
2024-12-10T11:32:16,652 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-10T11:32:16,652 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-10T11:32:16,653 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-10T11:32:16,656 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(2659): reportForDuty to master=771ffe94c765,35557,1733830333415 with port=43177, startcode=1733830334117
2024-12-10T11:32:16,662 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-10T11:32:16,668 DEBUG [RS:0;771ffe94c765:43177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-10T11:32:16,672 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-10T11:32:16,678 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-10T11:32:16,683 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 771ffe94c765,35557,1733830333415
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-10T11:32:16,690 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/771ffe94c765:0, corePoolSize=5, maxPoolSize=5
2024-12-10T11:32:16,690 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/771ffe94c765:0, corePoolSize=5, maxPoolSize=5
2024-12-10T11:32:16,691 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/771ffe94c765:0, corePoolSize=5, maxPoolSize=5
2024-12-10T11:32:16,691 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/771ffe94c765:0, corePoolSize=5, maxPoolSize=5
2024-12-10T11:32:16,691 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/771ffe94c765:0, corePoolSize=10, maxPoolSize=10
2024-12-10T11:32:16,691 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/771ffe94c765:0, corePoolSize=1, maxPoolSize=1
2024-12-10T11:32:16,692 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/771ffe94c765:0, corePoolSize=2, maxPoolSize=2
2024-12-10T11:32:16,692 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/771ffe94c765:0, corePoolSize=1, maxPoolSize=1
2024-12-10T11:32:16,695 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733830366695
2024-12-10T11:32:16,697 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-10T11:32:16,697 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-10T11:32:16,697 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-10T11:32:16,698 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-10T11:32:16,704 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-10T11:32:16,704 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:32:16,705 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-10T11:32:16,705 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-10T11:32:16,705 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-10T11:32:16,705 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-10T11:32:16,705 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-10T11:32:16,706 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-10T11:32:16,712 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35557 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-10T11:32:16,713 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-10T11:32:16,714 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-10T11:32:16,715 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-10T11:32:16,717 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-10T11:32:16,718 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-10T11:32:16,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741831_1007 (size=1321)
2024-12-10T11:32:16,724 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/771ffe94c765:0:becomeActiveMaster-HFileCleaner.large.0-1733830336719,5,FailOnTimeoutGroup]
2024-12-10T11:32:16,725 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/771ffe94c765:0:becomeActiveMaster-HFileCleaner.small.0-1733830336724,5,FailOnTimeoutGroup]
2024-12-10T11:32:16,725 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-10T11:32:16,725 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-10T11:32:16,727 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-10T11:32:16,727 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-10T11:32:16,740 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-10T11:32:16,740 WARN  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-12-10T11:32:17,122 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-10T11:32:17,123 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9
2024-12-10T11:32:17,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741832_1008 (size=32)
2024-12-10T11:32:17,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:32:17,537 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-10T11:32:17,540 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-10T11:32:17,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:32:17,541 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-10T11:32:17,541 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-10T11:32:17,544 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-10T11:32:17,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:32:17,545 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-10T11:32:17,545 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-10T11:32:17,548 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-10T11:32:17,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:32:17,549 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-10T11:32:17,549 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-10T11:32:17,551 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-10T11:32:17,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:32:17,552 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-10T11:32:17,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-10T11:32:17,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/meta/1588230740
2024-12-10T11:32:17,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/meta/1588230740
2024-12-10T11:32:17,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-10T11:32:17,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-10T11:32:17,558 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-10T11:32:17,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-10T11:32:17,565 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T11:32:17,566 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64837449, jitterRate=-0.033846721053123474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-10T11:32:17,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733830337534Initializing all the Stores at 1733830337536 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733830337536Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733830337536Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733830337537 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733830337537Cleaning up temporary data from old regions at 1733830337557 (+20 ms)Region opened successfully at 1733830337569 (+12 ms)
2024-12-10T11:32:17,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-10T11:32:17,569 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-10T11:32:17,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-10T11:32:17,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-10T11:32:17,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-10T11:32:17,571 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-10T11:32:17,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733830337569Disabling compacts and flushes for region at 1733830337569Disabling writes for close at 1733830337569Writing region close event to WAL at 1733830337570 (+1 ms)Closed at 1733830337571 (+1 ms)
2024-12-10T11:32:17,574 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-10T11:32:17,574 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-10T11:32:17,580 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-10T11:32:17,589 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-10T11:32:17,591 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-10T11:32:17,742 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:18,743 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:19,743 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:20,744 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:21,745 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:22,745 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:23,746 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:23,829 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-10T11:32:23,830 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-10T11:32:24,747 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:25,747 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:26,748 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:27,749 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:28,749 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:29,750 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:30,751 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:31,751 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:32,752 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:33,752 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:34,753 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:35,754 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:36,754 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:37,755 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:38,756 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:39,756 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:40,757 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:41,758 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:42,516 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-10T11:32:42,758 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:43,759 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:44,760 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:45,760 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:46,742 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(2659): reportForDuty to master=771ffe94c765,35557,1733830333415 with port=43177, startcode=1733830334117
2024-12-10T11:32:46,744 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35557 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 771ffe94c765,43177,1733830334117
2024-12-10T11:32:46,747 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35557 {}] master.ServerManager(517): Registering regionserver=771ffe94c765,43177,1733830334117
2024-12-10T11:32:46,755 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9
2024-12-10T11:32:46,755 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38457
2024-12-10T11:32:46,756 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-10T11:32:46,761 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:46,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-10T11:32:46,762 DEBUG [RS:0;771ffe94c765:43177 {}] zookeeper.ZKUtil(111): regionserver:43177-0x1019c253b340001, quorum=127.0.0.1:53693, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/771ffe94c765,43177,1733830334117
2024-12-10T11:32:46,762 WARN  [RS:0;771ffe94c765:43177 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-10T11:32:46,763 INFO  [RS:0;771ffe94c765:43177 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-10T11:32:46,763 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/WALs/771ffe94c765,43177,1733830334117
2024-12-10T11:32:46,765 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [771ffe94c765,43177,1733830334117]
2024-12-10T11:32:46,788 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-10T11:32:46,800 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-10T11:32:46,805 INFO  [RS:0;771ffe94c765:43177 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-10T11:32:46,806 INFO  [RS:0;771ffe94c765:43177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-10T11:32:46,807 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-10T11:32:46,814 INFO  [RS:0;771ffe94c765:43177 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-10T11:32:46,816 INFO  [RS:0;771ffe94c765:43177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-10T11:32:46,817 DEBUG [RS:0;771ffe94c765:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1
2024-12-10T11:32:46,817 DEBUG [RS:0;771ffe94c765:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1
2024-12-10T11:32:46,817 DEBUG [RS:0;771ffe94c765:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1
2024-12-10T11:32:46,817 DEBUG [RS:0;771ffe94c765:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1
2024-12-10T11:32:46,818 DEBUG [RS:0;771ffe94c765:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1
2024-12-10T11:32:46,818 DEBUG [RS:0;771ffe94c765:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/771ffe94c765:0, corePoolSize=2, maxPoolSize=2
2024-12-10T11:32:46,818 DEBUG [RS:0;771ffe94c765:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1
2024-12-10T11:32:46,818 DEBUG [RS:0;771ffe94c765:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1
2024-12-10T11:32:46,819 DEBUG [RS:0;771ffe94c765:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1
2024-12-10T11:32:46,819 DEBUG [RS:0;771ffe94c765:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1
2024-12-10T11:32:46,819 DEBUG [RS:0;771ffe94c765:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1
2024-12-10T11:32:46,819 DEBUG [RS:0;771ffe94c765:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/771ffe94c765:0, corePoolSize=1, maxPoolSize=1
2024-12-10T11:32:46,819 DEBUG [RS:0;771ffe94c765:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/771ffe94c765:0, corePoolSize=3, maxPoolSize=3
2024-12-10T11:32:46,820 DEBUG [RS:0;771ffe94c765:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/771ffe94c765:0, corePoolSize=3, maxPoolSize=3
2024-12-10T11:32:46,821 INFO  [RS:0;771ffe94c765:43177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-10T11:32:46,821 INFO  [RS:0;771ffe94c765:43177 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-10T11:32:46,821 INFO  [RS:0;771ffe94c765:43177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-10T11:32:46,821 INFO  [RS:0;771ffe94c765:43177 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-10T11:32:46,822 INFO  [RS:0;771ffe94c765:43177 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-10T11:32:46,822 INFO  [RS:0;771ffe94c765:43177 {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,43177,1733830334117-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-10T11:32:46,845 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-10T11:32:46,847 INFO  [RS:0;771ffe94c765:43177 {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,43177,1733830334117-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-10T11:32:46,847 INFO  [RS:0;771ffe94c765:43177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-10T11:32:46,848 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.Replication(171): 771ffe94c765,43177,1733830334117 started
2024-12-10T11:32:46,867 INFO  [RS:0;771ffe94c765:43177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-10T11:32:46,868 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1482): Serving as 771ffe94c765,43177,1733830334117, RpcServer on 771ffe94c765/172.17.0.2:43177, sessionid=0x1019c253b340001
2024-12-10T11:32:46,869 DEBUG [RS:0;771ffe94c765:43177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-10T11:32:46,869 DEBUG [RS:0;771ffe94c765:43177 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 771ffe94c765,43177,1733830334117
2024-12-10T11:32:46,869 DEBUG [RS:0;771ffe94c765:43177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '771ffe94c765,43177,1733830334117'
2024-12-10T11:32:46,870 DEBUG [RS:0;771ffe94c765:43177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-10T11:32:46,871 DEBUG [RS:0;771ffe94c765:43177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-10T11:32:46,871 DEBUG [RS:0;771ffe94c765:43177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-10T11:32:46,871 DEBUG [RS:0;771ffe94c765:43177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-10T11:32:46,872 DEBUG [RS:0;771ffe94c765:43177 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 771ffe94c765,43177,1733830334117
2024-12-10T11:32:46,872 DEBUG [RS:0;771ffe94c765:43177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '771ffe94c765,43177,1733830334117'
2024-12-10T11:32:46,872 DEBUG [RS:0;771ffe94c765:43177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-10T11:32:46,872 DEBUG [RS:0;771ffe94c765:43177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-10T11:32:46,873 DEBUG [RS:0;771ffe94c765:43177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-10T11:32:46,873 INFO  [RS:0;771ffe94c765:43177 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-10T11:32:46,873 INFO  [RS:0;771ffe94c765:43177 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-10T11:32:47,761 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:48,762 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:49,763 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:50,763 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:51,764 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:52,765 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:53,765 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:54,766 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:55,767 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:56,767 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:57,768 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:58,768 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:32:59,769 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:33:00,770 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:33:01,770 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:33:02,771 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:33:03,772 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:33:04,773 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:33:05,773 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:33:06,774 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:33:07,774 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:33:08,775 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:33:09,776 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:33:10,776 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:33:11,777 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:33:12,516 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-10T11:33:12,777 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:33:13,778 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:33:14,779 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:33:15,779 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:33:16,780 WARN  [771ffe94c765:35557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T11:33:16,879 INFO  [RS:0;771ffe94c765:43177 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-10T11:33:16,883 INFO  [RS:0;771ffe94c765:43177 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=771ffe94c765%2C43177%2C1733830334117, suffix=, logDir=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/WALs/771ffe94c765,43177,1733830334117, archiveDir=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/oldWALs, maxLogs=32
2024-12-10T11:33:16,900 DEBUG [RS:0;771ffe94c765:43177 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/WALs/771ffe94c765,43177,1733830334117/771ffe94c765%2C43177%2C1733830334117.1733830396885, exclude list is [], retry=0
2024-12-10T11:33:16,904 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35969,DS-dfeba1d2-f5b9-4c2c-99ec-7d6f9597fd8e,DISK]
2024-12-10T11:33:16,907 INFO  [RS:0;771ffe94c765:43177 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/WALs/771ffe94c765,43177,1733830334117/771ffe94c765%2C43177%2C1733830334117.1733830396885
2024-12-10T11:33:16,908 DEBUG [RS:0;771ffe94c765:43177 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37387:37387)]
2024-12-10T11:33:17,032 DEBUG [771ffe94c765:35557 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-10T11:33:17,046 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=771ffe94c765,43177,1733830334117
2024-12-10T11:33:17,053 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 771ffe94c765,43177,1733830334117, state=OPENING
2024-12-10T11:33:17,058 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-10T11:33:17,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T11:33:17,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x1019c253b340001, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T11:33:17,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-10T11:33:17,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-10T11:33:17,063 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-10T11:33:17,066 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=771ffe94c765,43177,1733830334117}]
2024-12-10T11:33:17,243 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-10T11:33:17,246 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-10T11:33:17,257 INFO  [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-10T11:33:17,257 INFO  [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-10T11:33:17,258 INFO  [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-10T11:33:17,261 INFO  [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=771ffe94c765%2C43177%2C1733830334117.meta, suffix=.meta, logDir=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/WALs/771ffe94c765,43177,1733830334117, archiveDir=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/oldWALs, maxLogs=32
2024-12-10T11:33:17,277 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/WALs/771ffe94c765,43177,1733830334117/771ffe94c765%2C43177%2C1733830334117.meta.1733830397263.meta, exclude list is [], retry=0
2024-12-10T11:33:17,281 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35969,DS-dfeba1d2-f5b9-4c2c-99ec-7d6f9597fd8e,DISK]
2024-12-10T11:33:17,284 INFO  [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/WALs/771ffe94c765,43177,1733830334117/771ffe94c765%2C43177%2C1733830334117.meta.1733830397263.meta
2024-12-10T11:33:17,285 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37387:37387)]
2024-12-10T11:33:17,285 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-10T11:33:17,287 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-10T11:33:17,290 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-10T11:33:17,295 INFO  [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-10T11:33:17,299 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-10T11:33:17,300 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:33:17,300 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-10T11:33:17,300 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-10T11:33:17,303 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-10T11:33:17,304 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-10T11:33:17,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:33:17,305 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-10T11:33:17,306 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-10T11:33:17,307 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-10T11:33:17,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:33:17,308 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-10T11:33:17,308 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-10T11:33:17,309 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-10T11:33:17,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:33:17,310 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-10T11:33:17,310 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-10T11:33:17,311 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-10T11:33:17,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:33:17,312 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-10T11:33:17,312 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-10T11:33:17,314 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/meta/1588230740
2024-12-10T11:33:17,317 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/meta/1588230740
2024-12-10T11:33:17,320 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-10T11:33:17,320 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-10T11:33:17,321 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-10T11:33:17,323 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-10T11:33:17,325 INFO  [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69936743, jitterRate=0.042138680815696716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-10T11:33:17,325 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-10T11:33:17,327 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733830397301Writing region info on filesystem at 1733830397301Initializing all the Stores at 1733830397302 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733830397303 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733830397303Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733830397303Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733830397303Cleaning up temporary data from old regions at 1733830397320 (+17 ms)Running coprocessor post-open hooks at 1733830397325 (+5 ms)Region opened successfully at 1733830397327 (+2 ms)
2024-12-10T11:33:17,336 INFO  [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733830397233
2024-12-10T11:33:17,349 DEBUG [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-10T11:33:17,349 INFO  [RS_OPEN_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-10T11:33:17,351 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,43177,1733830334117
2024-12-10T11:33:17,353 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 771ffe94c765,43177,1733830334117, state=OPEN
2024-12-10T11:33:17,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x1019c253b340001, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-10T11:33:17,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-10T11:33:17,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-10T11:33:17,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-10T11:33:17,359 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=771ffe94c765,43177,1733830334117
2024-12-10T11:33:17,364 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-10T11:33:17,364 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=771ffe94c765,43177,1733830334117 in 294 msec
2024-12-10T11:33:17,370 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-10T11:33:17,370 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.7860 sec
2024-12-10T11:33:17,372 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-10T11:33:17,372 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-10T11:33:17,391 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-10T11:33:17,392 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=771ffe94c765,43177,1733830334117, seqNum=-1]
2024-12-10T11:33:17,413 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-10T11:33:17,416 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-10T11:33:17,437 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.821 sec
2024-12-10T11:33:17,437 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733830397437, completionTime=-1
2024-12-10T11:33:17,439 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-10T11:33:17,439 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-10T11:33:17,467 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-10T11:33:17,467 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733830457467
2024-12-10T11:33:17,467 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733830517467
2024-12-10T11:33:17,467 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec
2024-12-10T11:33:17,469 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,35557,1733830333415-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-10T11:33:17,469 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,35557,1733830333415-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-10T11:33:17,470 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,35557,1733830333415-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-10T11:33:17,471 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-771ffe94c765:35557, period=300000, unit=MILLISECONDS is enabled.
2024-12-10T11:33:17,471 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-10T11:33:17,472 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-10T11:33:17,479 DEBUG [master/771ffe94c765:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-10T11:33:17,521 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.259sec
2024-12-10T11:33:17,523 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-10T11:33:17,524 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-10T11:33:17,525 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-10T11:33:17,526 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-10T11:33:17,526 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-10T11:33:17,527 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,35557,1733830333415-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-10T11:33:17,527 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,35557,1733830333415-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-10T11:33:17,536 DEBUG [master/771ffe94c765:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-10T11:33:17,542 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-10T11:33:17,542 INFO  [master/771ffe94c765:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=771ffe94c765,35557,1733830333415-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-10T11:33:17,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc30bac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-10T11:33:17,571 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-10T11:33:17,571 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-10T11:33:17,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 771ffe94c765,35557,-1 for getting cluster id
2024-12-10T11:33:17,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-10T11:33:17,584 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '414a1f88-cf36-4097-9818-39c916246bcb'
2024-12-10T11:33:17,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-10T11:33:17,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "414a1f88-cf36-4097-9818-39c916246bcb"

2024-12-10T11:33:17,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff31ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-10T11:33:17,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [771ffe94c765,35557,-1]
2024-12-10T11:33:17,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-10T11:33:17,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-10T11:33:17,594 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-10T11:33:17,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf9fbe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-10T11:33:17,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-10T11:33:17,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=771ffe94c765,43177,1733830334117, seqNum=-1]
2024-12-10T11:33:17,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-10T11:33:17,606 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-10T11:33:17,625 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=771ffe94c765,35557,1733830333415
2024-12-10T11:33:17,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1986eda2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-10T11:33:17,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 771ffe94c765,35557,-1 for getting cluster id
2024-12-10T11:33:17,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-10T11:33:17,630 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '414a1f88-cf36-4097-9818-39c916246bcb'
2024-12-10T11:33:17,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-10T11:33:17,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "414a1f88-cf36-4097-9818-39c916246bcb"

2024-12-10T11:33:17,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617925cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-10T11:33:17,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [771ffe94c765,35557,-1]
2024-12-10T11:33:17,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-10T11:33:17,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-10T11:33:17,634 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-10T11:33:17,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c842d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-10T11:33:17,650 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=83, ProcessCount=11, AvailableMemoryMB=6622
2024-12-10T11:33:17,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-10T11:33:17,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 771ffe94c765,35557,1733830333415
2024-12-10T11:33:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a8f0ea
2024-12-10T11:33:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-10T11:33:17,667 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-10T11:33:17,672 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-10T11:33:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-12-10T11:33:17,683 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-10T11:33:17,685 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-12-10T11:33:17,686 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:33:17,688 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-10T11:33:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-10T11:33:17,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741835_1011 (size=428)
2024-12-10T11:33:18,103 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d954ae57dff0b94605f6567286cfe68, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9
2024-12-10T11:33:18,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741836_1012 (size=79)
2024-12-10T11:33:18,513 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:33:18,514 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 1d954ae57dff0b94605f6567286cfe68, disabling compactions & flushes
2024-12-10T11:33:18,514 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68.
2024-12-10T11:33:18,514 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68.
2024-12-10T11:33:18,514 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68. after waiting 0 ms
2024-12-10T11:33:18,514 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68.
2024-12-10T11:33:18,514 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68.
2024-12-10T11:33:18,514 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d954ae57dff0b94605f6567286cfe68:
Waiting for close lock at 1733830398514Disabling compacts and flushes for region at 1733830398514Disabling writes for close at 1733830398514Writing region close event to WAL at 1733830398514Closed at 1733830398514
2024-12-10T11:33:18,516 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-10T11:33:18,522 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733830398516"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733830398516"}]},"ts":"1733830398516"}
2024-12-10T11:33:18,528 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-10T11:33:18,530 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-10T11:33:18,533 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733830398530"}]},"ts":"1733830398530"}
2024-12-10T11:33:18,537 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-12-10T11:33:18,539 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=1d954ae57dff0b94605f6567286cfe68, ASSIGN}]
2024-12-10T11:33:18,541 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=1d954ae57dff0b94605f6567286cfe68, ASSIGN
2024-12-10T11:33:18,542 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=1d954ae57dff0b94605f6567286cfe68, ASSIGN; state=OFFLINE, location=771ffe94c765,43177,1733830334117; forceNewPlan=false, retain=false
2024-12-10T11:33:18,694 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1d954ae57dff0b94605f6567286cfe68, regionState=OPENING, regionLocation=771ffe94c765,43177,1733830334117
2024-12-10T11:33:18,698 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=1d954ae57dff0b94605f6567286cfe68, ASSIGN because future has completed
2024-12-10T11:33:18,699 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d954ae57dff0b94605f6567286cfe68, server=771ffe94c765,43177,1733830334117}]
2024-12-10T11:33:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-10T11:33:18,860 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68.
2024-12-10T11:33:18,860 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d954ae57dff0b94605f6567286cfe68, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68.', STARTKEY => '', ENDKEY => ''}
2024-12-10T11:33:18,861 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 1d954ae57dff0b94605f6567286cfe68
2024-12-10T11:33:18,861 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:33:18,861 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1d954ae57dff0b94605f6567286cfe68
2024-12-10T11:33:18,861 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1d954ae57dff0b94605f6567286cfe68
2024-12-10T11:33:18,863 INFO  [StoreOpener-1d954ae57dff0b94605f6567286cfe68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 1d954ae57dff0b94605f6567286cfe68 
2024-12-10T11:33:18,865 INFO  [StoreOpener-1d954ae57dff0b94605f6567286cfe68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d954ae57dff0b94605f6567286cfe68 columnFamilyName testFamily
2024-12-10T11:33:18,865 DEBUG [StoreOpener-1d954ae57dff0b94605f6567286cfe68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:33:18,866 INFO  [StoreOpener-1d954ae57dff0b94605f6567286cfe68-1 {}] regionserver.HStore(327): Store=1d954ae57dff0b94605f6567286cfe68/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T11:33:18,867 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1d954ae57dff0b94605f6567286cfe68
2024-12-10T11:33:18,868 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1d954ae57dff0b94605f6567286cfe68
2024-12-10T11:33:18,868 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1d954ae57dff0b94605f6567286cfe68
2024-12-10T11:33:18,869 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1d954ae57dff0b94605f6567286cfe68
2024-12-10T11:33:18,869 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1d954ae57dff0b94605f6567286cfe68
2024-12-10T11:33:18,872 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1d954ae57dff0b94605f6567286cfe68
2024-12-10T11:33:18,875 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1d954ae57dff0b94605f6567286cfe68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T11:33:18,876 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1d954ae57dff0b94605f6567286cfe68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66254698, jitterRate=-0.012728065252304077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-10T11:33:18,876 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d954ae57dff0b94605f6567286cfe68
2024-12-10T11:33:18,877 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1d954ae57dff0b94605f6567286cfe68:
Running coprocessor pre-open hook at 1733830398861Writing region info on filesystem at 1733830398861Initializing all the Stores at 1733830398863 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733830398863Cleaning up temporary data from old regions at 1733830398869 (+6 ms)Running coprocessor post-open hooks at 1733830398876 (+7 ms)Region opened successfully at 1733830398877 (+1 ms)
2024-12-10T11:33:18,879 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68., pid=6, masterSystemTime=1733830398853
2024-12-10T11:33:18,882 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68.
2024-12-10T11:33:18,882 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68.
2024-12-10T11:33:18,883 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1d954ae57dff0b94605f6567286cfe68, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,43177,1733830334117
2024-12-10T11:33:18,887 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d954ae57dff0b94605f6567286cfe68, server=771ffe94c765,43177,1733830334117 because future has completed
2024-12-10T11:33:18,892 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-10T11:33:18,892 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d954ae57dff0b94605f6567286cfe68, server=771ffe94c765,43177,1733830334117 in 190 msec
2024-12-10T11:33:18,896 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-10T11:33:18,896 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=1d954ae57dff0b94605f6567286cfe68, ASSIGN in 353 msec
2024-12-10T11:33:18,897 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-10T11:33:18,898 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733830398897"}]},"ts":"1733830398897"}
2024-12-10T11:33:18,900 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-12-10T11:33:18,901 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-10T11:33:18,905 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2270 sec
2024-12-10T11:33:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-10T11:33:20,742 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-12-10T11:33:20,742 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-12-10T11:33:20,743 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T11:33:20,748 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-12-10T11:33:20,749 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T11:33:20,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-12-10T11:33:20,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-10T11:33:20,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=771ffe94c765,43177,1733830334117, seqNum=-1]
2024-12-10T11:33:20,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-10T11:33:20,756 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-10T11:33:20,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68., hostname=771ffe94c765,43177,1733830334117, seqNum=2]
2024-12-10T11:33:20,774 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-10T11:33:20,778 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-12-10T11:33:20,782 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-10T11:33:20,786 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-10T11:33:20,787 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-10T11:33:20,788 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43177 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5635491301353848840
2024-12-10T11:33:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43177 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57230 deadline: 1733830403787, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-10T11:33:20,794 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-10T11:33:20,796 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-10T11:33:20,797 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-10T11:33:20,798 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-10T11:33:20,799 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43177 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5635491301353848842
2024-12-10T11:33:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43177 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57230 deadline: 1733830403798, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-10T11:33:20,802 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-10T11:33:20,803 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43177 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=5635491301353848843
2024-12-10T11:33:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43177 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57230 deadline: 1733830403801, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-10T11:33:20,806 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-10T11:33:20,806 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43177 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=5635491301353848844
2024-12-10T11:33:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43177 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57230 deadline: 1733830403805, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-10T11:33:20,809 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-10T11:33:20,825 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1431710718_22 at /127.0.0.1:36642 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/771ffe94c765:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=83 (was 83), ProcessCount=11 (was 11), AvailableMemoryMB=6585 (was 6622)
2024-12-10T11:33:20,833 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=83, ProcessCount=11, AvailableMemoryMB=6584
2024-12-10T11:33:20,837 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-10T11:33:20,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35557 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-12-10T11:33:20,841 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-10T11:33:20,841 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:33:20,842 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-12-10T11:33:20,843 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-10T11:33:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-10T11:33:20,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741837_1013 (size=414)
2024-12-10T11:33:21,256 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8bdfb372b9d03594eef60670984d99d, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9
2024-12-10T11:33:21,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741838_1014 (size=65)
2024-12-10T11:33:21,265 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:33:21,265 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing d8bdfb372b9d03594eef60670984d99d, disabling compactions & flushes
2024-12-10T11:33:21,265 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d.
2024-12-10T11:33:21,265 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d.
2024-12-10T11:33:21,265 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d. after waiting 0 ms
2024-12-10T11:33:21,265 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d.
2024-12-10T11:33:21,265 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d.
2024-12-10T11:33:21,265 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8bdfb372b9d03594eef60670984d99d:
Waiting for close lock at 1733830401265Disabling compacts and flushes for region at 1733830401265Disabling writes for close at 1733830401265Writing region close event to WAL at 1733830401265Closed at 1733830401265
2024-12-10T11:33:21,267 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-10T11:33:21,267 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733830401267"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733830401267"}]},"ts":"1733830401267"}
2024-12-10T11:33:21,271 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-10T11:33:21,272 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-10T11:33:21,273 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733830401272"}]},"ts":"1733830401272"}
2024-12-10T11:33:21,275 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-10T11:33:21,276 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=d8bdfb372b9d03594eef60670984d99d, ASSIGN}]
2024-12-10T11:33:21,277 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=d8bdfb372b9d03594eef60670984d99d, ASSIGN
2024-12-10T11:33:21,279 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=d8bdfb372b9d03594eef60670984d99d, ASSIGN; state=OFFLINE, location=771ffe94c765,43177,1733830334117; forceNewPlan=false, retain=false
2024-12-10T11:33:21,429 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d8bdfb372b9d03594eef60670984d99d, regionState=OPENING, regionLocation=771ffe94c765,43177,1733830334117
2024-12-10T11:33:21,434 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=d8bdfb372b9d03594eef60670984d99d, ASSIGN because future has completed
2024-12-10T11:33:21,434 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8bdfb372b9d03594eef60670984d99d, server=771ffe94c765,43177,1733830334117}]
2024-12-10T11:33:21,593 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d.
2024-12-10T11:33:21,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => d8bdfb372b9d03594eef60670984d99d, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d.', STARTKEY => '', ENDKEY => ''}
2024-12-10T11:33:21,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner d8bdfb372b9d03594eef60670984d99d
2024-12-10T11:33:21,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:33:21,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for d8bdfb372b9d03594eef60670984d99d
2024-12-10T11:33:21,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for d8bdfb372b9d03594eef60670984d99d
2024-12-10T11:33:21,596 INFO  [StoreOpener-d8bdfb372b9d03594eef60670984d99d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d8bdfb372b9d03594eef60670984d99d 
2024-12-10T11:33:21,598 INFO  [StoreOpener-d8bdfb372b9d03594eef60670984d99d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8bdfb372b9d03594eef60670984d99d columnFamilyName testFamily
2024-12-10T11:33:21,598 DEBUG [StoreOpener-d8bdfb372b9d03594eef60670984d99d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:33:21,599 INFO  [StoreOpener-d8bdfb372b9d03594eef60670984d99d-1 {}] regionserver.HStore(327): Store=d8bdfb372b9d03594eef60670984d99d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T11:33:21,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for d8bdfb372b9d03594eef60670984d99d
2024-12-10T11:33:21,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnOpenScanner/d8bdfb372b9d03594eef60670984d99d
2024-12-10T11:33:21,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnOpenScanner/d8bdfb372b9d03594eef60670984d99d
2024-12-10T11:33:21,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for d8bdfb372b9d03594eef60670984d99d
2024-12-10T11:33:21,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for d8bdfb372b9d03594eef60670984d99d
2024-12-10T11:33:21,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for d8bdfb372b9d03594eef60670984d99d
2024-12-10T11:33:21,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnOpenScanner/d8bdfb372b9d03594eef60670984d99d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T11:33:21,608 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened d8bdfb372b9d03594eef60670984d99d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60829899, jitterRate=-0.09356386959552765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-10T11:33:21,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8bdfb372b9d03594eef60670984d99d
2024-12-10T11:33:21,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for d8bdfb372b9d03594eef60670984d99d:
Running coprocessor pre-open hook at 1733830401594Writing region info on filesystem at 1733830401594Initializing all the Stores at 1733830401596 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733830401596Cleaning up temporary data from old regions at 1733830401601 (+5 ms)Running coprocessor post-open hooks at 1733830401608 (+7 ms)Region opened successfully at 1733830401609 (+1 ms)
2024-12-10T11:33:21,611 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d., pid=9, masterSystemTime=1733830401588
2024-12-10T11:33:21,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d.
2024-12-10T11:33:21,614 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d.
2024-12-10T11:33:21,615 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d8bdfb372b9d03594eef60670984d99d, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,43177,1733830334117
2024-12-10T11:33:21,619 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8bdfb372b9d03594eef60670984d99d, server=771ffe94c765,43177,1733830334117 because future has completed
2024-12-10T11:33:21,623 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-10T11:33:21,624 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure d8bdfb372b9d03594eef60670984d99d, server=771ffe94c765,43177,1733830334117 in 186 msec
2024-12-10T11:33:21,627 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-10T11:33:21,627 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=d8bdfb372b9d03594eef60670984d99d, ASSIGN in 348 msec
2024-12-10T11:33:21,628 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-10T11:33:21,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733830401628"}]},"ts":"1733830401628"}
2024-12-10T11:33:21,631 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-10T11:33:21,633 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-10T11:33:21,636 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 796 msec
2024-12-10T11:33:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-10T11:33:21,852 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-12-10T11:33:21,852 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-10T11:33:21,852 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T11:33:21,856 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-10T11:33:21,856 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T11:33:21,856 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-12-10T11:33:21,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d., hostname=771ffe94c765,43177,1733830334117, seqNum=2]
2024-12-10T11:33:21,871 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-10T11:33:21,871 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-10T11:33:21,874 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-10T11:33:21,876 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43177 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-10T11:33:22,829 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-10T11:33:22,850 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-12-10T11:33:22,851 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-10T11:33:22,852 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-12-10T11:33:23,829 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-10T11:33:23,829 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-10T11:33:23,830 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-10T11:33:23,830 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-10T11:33:23,830 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-10T11:33:23,830 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-12-10T11:33:23,831 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-10T11:33:23,831 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-10T11:33:27,889 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d., hostname=771ffe94c765,43177,1733830334117, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d., hostname=771ffe94c765,43177,1733830334117, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=771ffe94c765:43177 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6012ms, rpcTimeout=5999ms
2024-12-10T11:33:27,890 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d., hostname=771ffe94c765,43177,1733830334117, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6012ms, rpcTimeout=5999ms
2024-12-10T11:33:27,890 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d., hostname=771ffe94c765,43177,1733830334117, seqNum=2 from cache
2024-12-10T11:33:27,899 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=70 (was 83), ProcessCount=11 (was 11), AvailableMemoryMB=6587 (was 6584) - AvailableMemoryMB LEAK? -
2024-12-10T11:33:27,907 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=70, ProcessCount=11, AvailableMemoryMB=6586
2024-12-10T11:33:27,910 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-10T11:33:27,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35557 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-12-10T11:33:27,914 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-10T11:33:27,914 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:33:27,914 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-12-10T11:33:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-10T11:33:27,916 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-10T11:33:27,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741839_1015 (size=412)
2024-12-10T11:33:28,328 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 888d694a38003c0fb3461ff4b098dd59, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9
2024-12-10T11:33:28,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741840_1016 (size=63)
2024-12-10T11:33:28,337 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:33:28,337 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 888d694a38003c0fb3461ff4b098dd59, disabling compactions & flushes
2024-12-10T11:33:28,337 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59.
2024-12-10T11:33:28,337 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59.
2024-12-10T11:33:28,337 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59. after waiting 0 ms
2024-12-10T11:33:28,337 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59.
2024-12-10T11:33:28,337 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59.
2024-12-10T11:33:28,337 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 888d694a38003c0fb3461ff4b098dd59:
Waiting for close lock at 1733830408337Disabling compacts and flushes for region at 1733830408337Disabling writes for close at 1733830408337Writing region close event to WAL at 1733830408337Closed at 1733830408337
2024-12-10T11:33:28,339 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-10T11:33:28,339 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733830408339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733830408339"}]},"ts":"1733830408339"}
2024-12-10T11:33:28,342 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-10T11:33:28,343 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-10T11:33:28,344 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733830408343"}]},"ts":"1733830408343"}
2024-12-10T11:33:28,346 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-10T11:33:28,346 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=888d694a38003c0fb3461ff4b098dd59, ASSIGN}]
2024-12-10T11:33:28,348 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=888d694a38003c0fb3461ff4b098dd59, ASSIGN
2024-12-10T11:33:28,349 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=888d694a38003c0fb3461ff4b098dd59, ASSIGN; state=OFFLINE, location=771ffe94c765,43177,1733830334117; forceNewPlan=false, retain=false
2024-12-10T11:33:28,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-12-10T11:33:28,500 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=888d694a38003c0fb3461ff4b098dd59, regionState=OPENING, regionLocation=771ffe94c765,43177,1733830334117
2024-12-10T11:33:28,504 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=888d694a38003c0fb3461ff4b098dd59, ASSIGN because future has completed
2024-12-10T11:33:28,504 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 888d694a38003c0fb3461ff4b098dd59, server=771ffe94c765,43177,1733830334117}]
2024-12-10T11:33:28,663 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59.
2024-12-10T11:33:28,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 888d694a38003c0fb3461ff4b098dd59, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59.', STARTKEY => '', ENDKEY => ''}
2024-12-10T11:33:28,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 888d694a38003c0fb3461ff4b098dd59
2024-12-10T11:33:28,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:33:28,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 888d694a38003c0fb3461ff4b098dd59
2024-12-10T11:33:28,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 888d694a38003c0fb3461ff4b098dd59
2024-12-10T11:33:28,666 INFO  [StoreOpener-888d694a38003c0fb3461ff4b098dd59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 888d694a38003c0fb3461ff4b098dd59 
2024-12-10T11:33:28,668 INFO  [StoreOpener-888d694a38003c0fb3461ff4b098dd59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 888d694a38003c0fb3461ff4b098dd59 columnFamilyName testFamily
2024-12-10T11:33:28,668 DEBUG [StoreOpener-888d694a38003c0fb3461ff4b098dd59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:33:28,668 INFO  [StoreOpener-888d694a38003c0fb3461ff4b098dd59-1 {}] regionserver.HStore(327): Store=888d694a38003c0fb3461ff4b098dd59/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T11:33:28,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 888d694a38003c0fb3461ff4b098dd59
2024-12-10T11:33:28,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnNextAsync/888d694a38003c0fb3461ff4b098dd59
2024-12-10T11:33:28,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnNextAsync/888d694a38003c0fb3461ff4b098dd59
2024-12-10T11:33:28,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 888d694a38003c0fb3461ff4b098dd59
2024-12-10T11:33:28,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 888d694a38003c0fb3461ff4b098dd59
2024-12-10T11:33:28,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 888d694a38003c0fb3461ff4b098dd59
2024-12-10T11:33:28,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnNextAsync/888d694a38003c0fb3461ff4b098dd59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T11:33:28,677 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 888d694a38003c0fb3461ff4b098dd59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69308719, jitterRate=0.032780393958091736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-10T11:33:28,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 888d694a38003c0fb3461ff4b098dd59
2024-12-10T11:33:28,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 888d694a38003c0fb3461ff4b098dd59:
Running coprocessor pre-open hook at 1733830408664Writing region info on filesystem at 1733830408664Initializing all the Stores at 1733830408665 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733830408665Cleaning up temporary data from old regions at 1733830408671 (+6 ms)Running coprocessor post-open hooks at 1733830408677 (+6 ms)Region opened successfully at 1733830408678 (+1 ms)
2024-12-10T11:33:28,679 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59., pid=12, masterSystemTime=1733830408657
2024-12-10T11:33:28,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59.
2024-12-10T11:33:28,683 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59.
2024-12-10T11:33:28,684 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=888d694a38003c0fb3461ff4b098dd59, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,43177,1733830334117
2024-12-10T11:33:28,687 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 888d694a38003c0fb3461ff4b098dd59, server=771ffe94c765,43177,1733830334117 because future has completed
2024-12-10T11:33:28,692 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-10T11:33:28,692 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 888d694a38003c0fb3461ff4b098dd59, server=771ffe94c765,43177,1733830334117 in 184 msec
2024-12-10T11:33:28,695 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-10T11:33:28,695 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=888d694a38003c0fb3461ff4b098dd59, ASSIGN in 346 msec
2024-12-10T11:33:28,696 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-10T11:33:28,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733830408696"}]},"ts":"1733830408696"}
2024-12-10T11:33:28,699 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-10T11:33:28,700 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-10T11:33:28,702 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 790 msec
2024-12-10T11:33:28,854 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-12-10T11:33:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-10T11:33:28,921 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-12-10T11:33:28,921 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-10T11:33:28,922 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T11:33:28,926 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-10T11:33:28,926 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T11:33:28,926 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-12-10T11:33:28,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59., hostname=771ffe94c765,43177,1733830334117, seqNum=2]
2024-12-10T11:33:28,940 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-10T11:33:28,940 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-10T11:33:28,943 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-10T11:33:28,945 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-10T11:33:28,946 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-10T11:33:28,947 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43177 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-10T11:33:34,190 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-10T11:33:34,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-10T11:33:34,217 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-10T11:33:34,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43177 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5635491301353848853' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-10T11:33:34,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43177 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:57230 deadline: 1733830420955, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5635491301353848853' does not exist
2024-12-10T11:33:34,959 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 771ffe94c765,43177,1733830334117 for closing scanner id = 5635491301353848853 for 888d694a38003c0fb3461ff4b098dd59 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5635491301353848853' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-10T11:33:34,962 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=64 (was 70), ProcessCount=11 (was 11), AvailableMemoryMB=6574 (was 6586)
2024-12-10T11:33:34,970 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=64, ProcessCount=11, AvailableMemoryMB=6573
2024-12-10T11:33:34,973 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-10T11:33:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-12-10T11:33:34,976 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-12-10T11:33:34,976 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:33:34,976 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-12-10T11:33:34,977 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-10T11:33:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-10T11:33:34,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741841_1017 (size=423)
2024-12-10T11:33:35,388 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2f4d8bd42b3ad36943990c2cacd2e38, NAME => 'testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9
2024-12-10T11:33:35,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741842_1018 (size=74)
2024-12-10T11:33:35,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-12-10T11:33:35,798 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:33:35,798 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing f2f4d8bd42b3ad36943990c2cacd2e38, disabling compactions & flushes
2024-12-10T11:33:35,798 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38.
2024-12-10T11:33:35,798 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38.
2024-12-10T11:33:35,798 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38. after waiting 0 ms
2024-12-10T11:33:35,798 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38.
2024-12-10T11:33:35,798 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38.
2024-12-10T11:33:35,798 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2f4d8bd42b3ad36943990c2cacd2e38:
Waiting for close lock at 1733830415798Disabling compacts and flushes for region at 1733830415798Disabling writes for close at 1733830415798Writing region close event to WAL at 1733830415798Closed at 1733830415798
2024-12-10T11:33:35,800 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-12-10T11:33:35,801 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733830415800"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733830415800"}]},"ts":"1733830415800"}
2024-12-10T11:33:35,804 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-10T11:33:35,805 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-10T11:33:35,806 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733830415805"}]},"ts":"1733830415805"}
2024-12-10T11:33:35,808 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-12-10T11:33:35,808 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f2f4d8bd42b3ad36943990c2cacd2e38, ASSIGN}]
2024-12-10T11:33:35,810 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f2f4d8bd42b3ad36943990c2cacd2e38, ASSIGN
2024-12-10T11:33:35,811 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f2f4d8bd42b3ad36943990c2cacd2e38, ASSIGN; state=OFFLINE, location=771ffe94c765,43177,1733830334117; forceNewPlan=false, retain=false
2024-12-10T11:33:35,962 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f2f4d8bd42b3ad36943990c2cacd2e38, regionState=OPENING, regionLocation=771ffe94c765,43177,1733830334117
2024-12-10T11:33:35,965 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f2f4d8bd42b3ad36943990c2cacd2e38, ASSIGN because future has completed
2024-12-10T11:33:35,966 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2f4d8bd42b3ad36943990c2cacd2e38, server=771ffe94c765,43177,1733830334117}]
2024-12-10T11:33:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-10T11:33:36,124 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38.
2024-12-10T11:33:36,124 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => f2f4d8bd42b3ad36943990c2cacd2e38, NAME => 'testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38.', STARTKEY => '', ENDKEY => ''}
2024-12-10T11:33:36,125 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:33:36,125 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:33:36,125 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:33:36,125 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:33:36,127 INFO  [StoreOpener-f2f4d8bd42b3ad36943990c2cacd2e38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f2f4d8bd42b3ad36943990c2cacd2e38 
2024-12-10T11:33:36,130 INFO  [StoreOpener-f2f4d8bd42b3ad36943990c2cacd2e38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2f4d8bd42b3ad36943990c2cacd2e38 columnFamilyName testFamily
2024-12-10T11:33:36,130 DEBUG [StoreOpener-f2f4d8bd42b3ad36943990c2cacd2e38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:33:36,131 INFO  [StoreOpener-f2f4d8bd42b3ad36943990c2cacd2e38-1 {}] regionserver.HStore(327): Store=f2f4d8bd42b3ad36943990c2cacd2e38/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T11:33:36,131 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:33:36,132 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testRetryOutOfOrderScannerNextException/f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:33:36,133 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testRetryOutOfOrderScannerNextException/f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:33:36,134 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:33:36,134 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:33:36,136 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:33:36,139 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testRetryOutOfOrderScannerNextException/f2f4d8bd42b3ad36943990c2cacd2e38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T11:33:36,140 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened f2f4d8bd42b3ad36943990c2cacd2e38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69456871, jitterRate=0.034988030791282654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-10T11:33:36,140 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:33:36,141 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for f2f4d8bd42b3ad36943990c2cacd2e38:
Running coprocessor pre-open hook at 1733830416125Writing region info on filesystem at 1733830416125Initializing all the Stores at 1733830416127 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733830416127Cleaning up temporary data from old regions at 1733830416134 (+7 ms)Running coprocessor post-open hooks at 1733830416140 (+6 ms)Region opened successfully at 1733830416141 (+1 ms)
2024-12-10T11:33:36,142 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38., pid=15, masterSystemTime=1733830416119
2024-12-10T11:33:36,145 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38.
2024-12-10T11:33:36,145 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38.
2024-12-10T11:33:36,146 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f2f4d8bd42b3ad36943990c2cacd2e38, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,43177,1733830334117
2024-12-10T11:33:36,149 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2f4d8bd42b3ad36943990c2cacd2e38, server=771ffe94c765,43177,1733830334117 because future has completed
2024-12-10T11:33:36,153 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-10T11:33:36,153 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f2f4d8bd42b3ad36943990c2cacd2e38, server=771ffe94c765,43177,1733830334117 in 184 msec
2024-12-10T11:33:36,156 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-10T11:33:36,156 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=f2f4d8bd42b3ad36943990c2cacd2e38, ASSIGN in 345 msec
2024-12-10T11:33:36,157 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-10T11:33:36,158 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733830416157"}]},"ts":"1733830416157"}
2024-12-10T11:33:36,160 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-12-10T11:33:36,161 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-12-10T11:33:36,163 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.1880 sec
2024-12-10T11:33:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-10T11:33:38,012 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-12-10T11:33:38,012 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-12-10T11:33:38,012 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T11:33:38,016 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-12-10T11:33:38,017 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T11:33:38,017 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-12-10T11:33:38,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38., hostname=771ffe94c765,43177,1733830334117, seqNum=2]
2024-12-10T11:33:38,030 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-10T11:33:38,030 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-12-10T11:33:38,032 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-10T11:33:38,034 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-10T11:33:38,035 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-10T11:33:38,035 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43177 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5635491301353848857
2024-12-10T11:33:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43177 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57230 deadline: 1733830421034, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-10T11:33:38,038 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-10T11:33:38,039 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-10T11:33:38,039 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-10T11:33:38,041 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-10T11:33:38,041 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43177 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5635491301353848859
2024-12-10T11:33:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43177 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57230 deadline: 1733830421040, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-10T11:33:38,044 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-10T11:33:38,045 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43177 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=5635491301353848860
2024-12-10T11:33:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43177 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57230 deadline: 1733830421043, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-10T11:33:38,048 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-10T11:33:38,048 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43177 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=5635491301353848861
2024-12-10T11:33:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43177 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57230 deadline: 1733830421047, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-10T11:33:38,051 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-10T11:33:38,060 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1431710718_22 at /127.0.0.1:45970 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=59 (was 64), ProcessCount=11 (was 11), AvailableMemoryMB=6570 (was 6573)
2024-12-10T11:33:38,067 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=59, ProcessCount=11, AvailableMemoryMB=6570
2024-12-10T11:33:38,069 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-10T11:33:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-12-10T11:33:38,072 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-10T11:33:38,072 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:33:38,072 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-12-10T11:33:38,073 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-10T11:33:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-10T11:33:38,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741843_1019 (size=418)
2024-12-10T11:33:38,083 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1cd741d86c132b1b31149f85017f09b1, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9
2024-12-10T11:33:38,089 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741844_1020 (size=69)
2024-12-10T11:33:38,491 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:33:38,491 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 1cd741d86c132b1b31149f85017f09b1, disabling compactions & flushes
2024-12-10T11:33:38,491 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1.
2024-12-10T11:33:38,491 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1.
2024-12-10T11:33:38,491 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1. after waiting 0 ms
2024-12-10T11:33:38,491 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1.
2024-12-10T11:33:38,491 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1.
2024-12-10T11:33:38,492 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1cd741d86c132b1b31149f85017f09b1:
Waiting for close lock at 1733830418491Disabling compacts and flushes for region at 1733830418491Disabling writes for close at 1733830418491Writing region close event to WAL at 1733830418491Closed at 1733830418491
2024-12-10T11:33:38,493 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-10T11:33:38,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733830418493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733830418493"}]},"ts":"1733830418493"}
2024-12-10T11:33:38,496 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-10T11:33:38,498 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-10T11:33:38,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733830418498"}]},"ts":"1733830418498"}
2024-12-10T11:33:38,500 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-10T11:33:38,500 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=1cd741d86c132b1b31149f85017f09b1, ASSIGN}]
2024-12-10T11:33:38,502 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=1cd741d86c132b1b31149f85017f09b1, ASSIGN
2024-12-10T11:33:38,503 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=1cd741d86c132b1b31149f85017f09b1, ASSIGN; state=OFFLINE, location=771ffe94c765,43177,1733830334117; forceNewPlan=false, retain=false
2024-12-10T11:33:38,654 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=1cd741d86c132b1b31149f85017f09b1, regionState=OPENING, regionLocation=771ffe94c765,43177,1733830334117
2024-12-10T11:33:38,657 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=1cd741d86c132b1b31149f85017f09b1, ASSIGN because future has completed
2024-12-10T11:33:38,657 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cd741d86c132b1b31149f85017f09b1, server=771ffe94c765,43177,1733830334117}]
2024-12-10T11:33:38,815 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1.
2024-12-10T11:33:38,816 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cd741d86c132b1b31149f85017f09b1, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1.', STARTKEY => '', ENDKEY => ''}
2024-12-10T11:33:38,816 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 1cd741d86c132b1b31149f85017f09b1
2024-12-10T11:33:38,816 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:33:38,816 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 1cd741d86c132b1b31149f85017f09b1
2024-12-10T11:33:38,816 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 1cd741d86c132b1b31149f85017f09b1
2024-12-10T11:33:38,818 INFO  [StoreOpener-1cd741d86c132b1b31149f85017f09b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 1cd741d86c132b1b31149f85017f09b1 
2024-12-10T11:33:38,820 INFO  [StoreOpener-1cd741d86c132b1b31149f85017f09b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cd741d86c132b1b31149f85017f09b1 columnFamilyName testFamily
2024-12-10T11:33:38,820 DEBUG [StoreOpener-1cd741d86c132b1b31149f85017f09b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:33:38,821 INFO  [StoreOpener-1cd741d86c132b1b31149f85017f09b1-1 {}] regionserver.HStore(327): Store=1cd741d86c132b1b31149f85017f09b1/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T11:33:38,821 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 1cd741d86c132b1b31149f85017f09b1
2024-12-10T11:33:38,822 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnOpenScanner/1cd741d86c132b1b31149f85017f09b1
2024-12-10T11:33:38,823 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnOpenScanner/1cd741d86c132b1b31149f85017f09b1
2024-12-10T11:33:38,823 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 1cd741d86c132b1b31149f85017f09b1
2024-12-10T11:33:38,823 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 1cd741d86c132b1b31149f85017f09b1
2024-12-10T11:33:38,825 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 1cd741d86c132b1b31149f85017f09b1
2024-12-10T11:33:38,828 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnOpenScanner/1cd741d86c132b1b31149f85017f09b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T11:33:38,829 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 1cd741d86c132b1b31149f85017f09b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74285288, jitterRate=0.10693705081939697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-10T11:33:38,829 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1cd741d86c132b1b31149f85017f09b1
2024-12-10T11:33:38,830 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 1cd741d86c132b1b31149f85017f09b1:
Running coprocessor pre-open hook at 1733830418816Writing region info on filesystem at 1733830418816Initializing all the Stores at 1733830418818 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733830418818Cleaning up temporary data from old regions at 1733830418823 (+5 ms)Running coprocessor post-open hooks at 1733830418829 (+6 ms)Region opened successfully at 1733830418829
2024-12-10T11:33:38,831 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1., pid=18, masterSystemTime=1733830418810
2024-12-10T11:33:38,833 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1.
2024-12-10T11:33:38,834 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1.
2024-12-10T11:33:38,835 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=1cd741d86c132b1b31149f85017f09b1, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,43177,1733830334117
2024-12-10T11:33:38,837 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cd741d86c132b1b31149f85017f09b1, server=771ffe94c765,43177,1733830334117 because future has completed
2024-12-10T11:33:38,842 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-10T11:33:38,842 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 1cd741d86c132b1b31149f85017f09b1, server=771ffe94c765,43177,1733830334117 in 182 msec
2024-12-10T11:33:38,845 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-10T11:33:38,845 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=1cd741d86c132b1b31149f85017f09b1, ASSIGN in 342 msec
2024-12-10T11:33:38,846 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-10T11:33:38,847 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733830418847"}]},"ts":"1733830418847"}
2024-12-10T11:33:38,849 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-10T11:33:38,850 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-10T11:33:38,853 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 780 msec
2024-12-10T11:33:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-10T11:33:39,082 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-12-10T11:33:39,082 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-10T11:33:39,082 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T11:33:39,086 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-10T11:33:39,086 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T11:33:39,086 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-12-10T11:33:39,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1., hostname=771ffe94c765,43177,1733830334117, seqNum=2]
2024-12-10T11:33:39,098 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-10T11:33:39,098 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-10T11:33:39,101 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-10T11:33:39,102 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43177 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-10T11:33:40,112 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1., hostname=771ffe94c765,43177,1733830334117, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1., hostname=771ffe94c765,43177,1733830334117, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=771ffe94c765:43177 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1011ms, rpcTimeout=1000ms
2024-12-10T11:33:40,113 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1., hostname=771ffe94c765,43177,1733830334117, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1011ms, rpcTimeout=1000ms
2024-12-10T11:33:40,113 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1., hostname=771ffe94c765,43177,1733830334117, seqNum=2 from cache
2024-12-10T11:33:40,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-12-10T11:33:40,855 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-12-10T11:33:40,856 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-12-10T11:33:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1., hostname=771ffe94c765,43177,1733830334117, seqNum=2]
2024-12-10T11:33:41,124 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43177 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-10T11:33:41,627 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-10T11:33:42,102 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1., hostname=771ffe94c765,43177,1733830334117, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1., hostname=771ffe94c765,43177,1733830334117, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=771ffe94c765:43177 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=978ms, rpcTimeout=977ms
2024-12-10T11:33:42,102 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1., hostname=771ffe94c765,43177,1733830334117, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=978ms, rpcTimeout=977ms
2024-12-10T11:33:42,102 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1., hostname=771ffe94c765,43177,1733830334117, seqNum=2 from cache
2024-12-10T11:33:42,111 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223 (was 223), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=59 (was 59), ProcessCount=11 (was 11), AvailableMemoryMB=6564 (was 6570)
2024-12-10T11:33:42,119 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=59, ProcessCount=11, AvailableMemoryMB=6564
2024-12-10T11:33:42,121 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-10T11:33:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-12-10T11:33:42,124 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-10T11:33:42,124 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:33:42,125 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-12-10T11:33:42,126 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-10T11:33:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-10T11:33:42,133 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741845_1021 (size=416)
2024-12-10T11:33:42,517 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-10T11:33:42,536 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 964a403cdb5f225530f9f75131c03c4e, NAME => 'testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9
2024-12-10T11:33:42,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741846_1022 (size=67)
2024-12-10T11:33:42,544 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:33:42,544 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 964a403cdb5f225530f9f75131c03c4e, disabling compactions & flushes
2024-12-10T11:33:42,544 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e.
2024-12-10T11:33:42,544 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e.
2024-12-10T11:33:42,544 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e. after waiting 0 ms
2024-12-10T11:33:42,544 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e.
2024-12-10T11:33:42,544 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e.
2024-12-10T11:33:42,545 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 964a403cdb5f225530f9f75131c03c4e:
Waiting for close lock at 1733830422544Disabling compacts and flushes for region at 1733830422544Disabling writes for close at 1733830422544Writing region close event to WAL at 1733830422544Closed at 1733830422544
2024-12-10T11:33:42,547 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-10T11:33:42,547 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733830422547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733830422547"}]},"ts":"1733830422547"}
2024-12-10T11:33:42,549 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-10T11:33:42,550 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-10T11:33:42,551 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733830422551"}]},"ts":"1733830422551"}
2024-12-10T11:33:42,553 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-10T11:33:42,553 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=964a403cdb5f225530f9f75131c03c4e, ASSIGN}]
2024-12-10T11:33:42,554 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=964a403cdb5f225530f9f75131c03c4e, ASSIGN
2024-12-10T11:33:42,555 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=964a403cdb5f225530f9f75131c03c4e, ASSIGN; state=OFFLINE, location=771ffe94c765,43177,1733830334117; forceNewPlan=false, retain=false
2024-12-10T11:33:42,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-12-10T11:33:42,706 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=964a403cdb5f225530f9f75131c03c4e, regionState=OPENING, regionLocation=771ffe94c765,43177,1733830334117
2024-12-10T11:33:42,709 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=964a403cdb5f225530f9f75131c03c4e, ASSIGN because future has completed
2024-12-10T11:33:42,709 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 964a403cdb5f225530f9f75131c03c4e, server=771ffe94c765,43177,1733830334117}]
2024-12-10T11:33:42,867 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e.
2024-12-10T11:33:42,867 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 964a403cdb5f225530f9f75131c03c4e, NAME => 'testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e.', STARTKEY => '', ENDKEY => ''}
2024-12-10T11:33:42,868 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 964a403cdb5f225530f9f75131c03c4e
2024-12-10T11:33:42,868 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:33:42,868 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 964a403cdb5f225530f9f75131c03c4e
2024-12-10T11:33:42,868 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 964a403cdb5f225530f9f75131c03c4e
2024-12-10T11:33:42,870 INFO  [StoreOpener-964a403cdb5f225530f9f75131c03c4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 964a403cdb5f225530f9f75131c03c4e 
2024-12-10T11:33:42,872 INFO  [StoreOpener-964a403cdb5f225530f9f75131c03c4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 964a403cdb5f225530f9f75131c03c4e columnFamilyName testFamily
2024-12-10T11:33:42,873 DEBUG [StoreOpener-964a403cdb5f225530f9f75131c03c4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:33:42,873 INFO  [StoreOpener-964a403cdb5f225530f9f75131c03c4e-1 {}] regionserver.HStore(327): Store=964a403cdb5f225530f9f75131c03c4e/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T11:33:42,873 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 964a403cdb5f225530f9f75131c03c4e
2024-12-10T11:33:42,874 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnNextAsync/964a403cdb5f225530f9f75131c03c4e
2024-12-10T11:33:42,875 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnNextAsync/964a403cdb5f225530f9f75131c03c4e
2024-12-10T11:33:42,875 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 964a403cdb5f225530f9f75131c03c4e
2024-12-10T11:33:42,875 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 964a403cdb5f225530f9f75131c03c4e
2024-12-10T11:33:42,878 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 964a403cdb5f225530f9f75131c03c4e
2024-12-10T11:33:42,880 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnNextAsync/964a403cdb5f225530f9f75131c03c4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T11:33:42,881 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 964a403cdb5f225530f9f75131c03c4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65568438, jitterRate=-0.02295413613319397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-10T11:33:42,881 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 964a403cdb5f225530f9f75131c03c4e
2024-12-10T11:33:42,882 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 964a403cdb5f225530f9f75131c03c4e:
Running coprocessor pre-open hook at 1733830422869Writing region info on filesystem at 1733830422869Initializing all the Stores at 1733830422870 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733830422870Cleaning up temporary data from old regions at 1733830422875 (+5 ms)Running coprocessor post-open hooks at 1733830422881 (+6 ms)Region opened successfully at 1733830422882 (+1 ms)
2024-12-10T11:33:42,883 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e., pid=21, masterSystemTime=1733830422862
2024-12-10T11:33:42,886 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e.
2024-12-10T11:33:42,886 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e.
2024-12-10T11:33:42,886 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=964a403cdb5f225530f9f75131c03c4e, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,43177,1733830334117
2024-12-10T11:33:42,889 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 964a403cdb5f225530f9f75131c03c4e, server=771ffe94c765,43177,1733830334117 because future has completed
2024-12-10T11:33:42,892 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-10T11:33:42,892 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 964a403cdb5f225530f9f75131c03c4e, server=771ffe94c765,43177,1733830334117 in 181 msec
2024-12-10T11:33:42,895 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-10T11:33:42,895 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=964a403cdb5f225530f9f75131c03c4e, ASSIGN in 339 msec
2024-12-10T11:33:42,896 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-10T11:33:42,896 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733830422896"}]},"ts":"1733830422896"}
2024-12-10T11:33:42,898 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-10T11:33:42,899 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-10T11:33:42,901 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 778 msec
2024-12-10T11:33:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-10T11:33:43,141 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-12-10T11:33:43,141 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-10T11:33:43,141 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T11:33:43,146 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-10T11:33:43,146 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T11:33:43,146 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-12-10T11:33:43,149 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e., hostname=771ffe94c765,43177,1733830334117, seqNum=2]
2024-12-10T11:33:43,158 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-10T11:33:43,159 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-10T11:33:43,161 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-10T11:33:43,163 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-10T11:33:43,164 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-10T11:33:43,165 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43177 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-10T11:33:43,829 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-10T11:33:43,829 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-12-10T11:33:43,830 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-10T11:33:43,830 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-10T11:33:43,831 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-10T11:33:43,831 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-10T11:33:46,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43177 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5635491301353848872' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-10T11:33:46,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43177 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:57230 deadline: 1733830427175, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5635491301353848872' does not exist
2024-12-10T11:33:46,177 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 771ffe94c765,43177,1733830334117 for closing scanner id = 5635491301353848872 for 964a403cdb5f225530f9f75131c03c4e of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5635491301353848872' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-10T11:33:46,182 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 223), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=54 (was 59), ProcessCount=11 (was 11), AvailableMemoryMB=6559 (was 6564)
2024-12-10T11:33:46,190 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=54, ProcessCount=11, AvailableMemoryMB=6559
2024-12-10T11:33:46,192 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-10T11:33:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-12-10T11:33:46,195 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-10T11:33:46,196 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:33:46,196 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-12-10T11:33:46,197 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-10T11:33:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-10T11:33:46,204 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741847_1023 (size=411)
2024-12-10T11:33:46,607 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5543f4c9cd5bdd19ee6083419a37127f, NAME => 'testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9
2024-12-10T11:33:46,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741848_1024 (size=62)
2024-12-10T11:33:46,666 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-12-10T11:33:46,857 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-12-10T11:33:47,015 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:33:47,016 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 5543f4c9cd5bdd19ee6083419a37127f, disabling compactions & flushes
2024-12-10T11:33:47,016 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f.
2024-12-10T11:33:47,016 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f.
2024-12-10T11:33:47,016 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f. after waiting 0 ms
2024-12-10T11:33:47,016 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f.
2024-12-10T11:33:47,016 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f.
2024-12-10T11:33:47,016 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5543f4c9cd5bdd19ee6083419a37127f:
Waiting for close lock at 1733830427016Disabling compacts and flushes for region at 1733830427016Disabling writes for close at 1733830427016Writing region close event to WAL at 1733830427016Closed at 1733830427016
2024-12-10T11:33:47,018 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-10T11:33:47,018 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733830427018"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733830427018"}]},"ts":"1733830427018"}
2024-12-10T11:33:47,021 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-10T11:33:47,022 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-10T11:33:47,022 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733830427022"}]},"ts":"1733830427022"}
2024-12-10T11:33:47,024 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-10T11:33:47,025 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=5543f4c9cd5bdd19ee6083419a37127f, ASSIGN}]
2024-12-10T11:33:47,026 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=5543f4c9cd5bdd19ee6083419a37127f, ASSIGN
2024-12-10T11:33:47,027 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=5543f4c9cd5bdd19ee6083419a37127f, ASSIGN; state=OFFLINE, location=771ffe94c765,43177,1733830334117; forceNewPlan=false, retain=false
2024-12-10T11:33:47,178 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=5543f4c9cd5bdd19ee6083419a37127f, regionState=OPENING, regionLocation=771ffe94c765,43177,1733830334117
2024-12-10T11:33:47,181 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=5543f4c9cd5bdd19ee6083419a37127f, ASSIGN because future has completed
2024-12-10T11:33:47,181 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5543f4c9cd5bdd19ee6083419a37127f, server=771ffe94c765,43177,1733830334117}]
2024-12-10T11:33:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-10T11:33:47,339 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f.
2024-12-10T11:33:47,339 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 5543f4c9cd5bdd19ee6083419a37127f, NAME => 'testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f.', STARTKEY => '', ENDKEY => ''}
2024-12-10T11:33:47,339 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 5543f4c9cd5bdd19ee6083419a37127f
2024-12-10T11:33:47,339 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:33:47,339 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 5543f4c9cd5bdd19ee6083419a37127f
2024-12-10T11:33:47,340 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 5543f4c9cd5bdd19ee6083419a37127f
2024-12-10T11:33:47,341 INFO  [StoreOpener-5543f4c9cd5bdd19ee6083419a37127f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5543f4c9cd5bdd19ee6083419a37127f 
2024-12-10T11:33:47,343 INFO  [StoreOpener-5543f4c9cd5bdd19ee6083419a37127f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5543f4c9cd5bdd19ee6083419a37127f columnFamilyName testFamily
2024-12-10T11:33:47,343 DEBUG [StoreOpener-5543f4c9cd5bdd19ee6083419a37127f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:33:47,344 INFO  [StoreOpener-5543f4c9cd5bdd19ee6083419a37127f-1 {}] regionserver.HStore(327): Store=5543f4c9cd5bdd19ee6083419a37127f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T11:33:47,344 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 5543f4c9cd5bdd19ee6083419a37127f
2024-12-10T11:33:47,345 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnNext/5543f4c9cd5bdd19ee6083419a37127f
2024-12-10T11:33:47,345 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnNext/5543f4c9cd5bdd19ee6083419a37127f
2024-12-10T11:33:47,346 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 5543f4c9cd5bdd19ee6083419a37127f
2024-12-10T11:33:47,346 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 5543f4c9cd5bdd19ee6083419a37127f
2024-12-10T11:33:47,348 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 5543f4c9cd5bdd19ee6083419a37127f
2024-12-10T11:33:47,351 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnNext/5543f4c9cd5bdd19ee6083419a37127f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T11:33:47,351 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 5543f4c9cd5bdd19ee6083419a37127f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67347566, jitterRate=0.0035569369792938232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-10T11:33:47,352 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5543f4c9cd5bdd19ee6083419a37127f
2024-12-10T11:33:47,352 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 5543f4c9cd5bdd19ee6083419a37127f:
Running coprocessor pre-open hook at 1733830427340Writing region info on filesystem at 1733830427340Initializing all the Stores at 1733830427341 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733830427341Cleaning up temporary data from old regions at 1733830427346 (+5 ms)Running coprocessor post-open hooks at 1733830427352 (+6 ms)Region opened successfully at 1733830427352
2024-12-10T11:33:47,353 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f., pid=24, masterSystemTime=1733830427333
2024-12-10T11:33:47,356 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f.
2024-12-10T11:33:47,356 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f.
2024-12-10T11:33:47,357 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=5543f4c9cd5bdd19ee6083419a37127f, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,43177,1733830334117
2024-12-10T11:33:47,359 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5543f4c9cd5bdd19ee6083419a37127f, server=771ffe94c765,43177,1733830334117 because future has completed
2024-12-10T11:33:47,363 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-10T11:33:47,363 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 5543f4c9cd5bdd19ee6083419a37127f, server=771ffe94c765,43177,1733830334117 in 179 msec
2024-12-10T11:33:47,366 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-10T11:33:47,366 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=5543f4c9cd5bdd19ee6083419a37127f, ASSIGN in 338 msec
2024-12-10T11:33:47,367 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-10T11:33:47,367 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733830427367"}]},"ts":"1733830427367"}
2024-12-10T11:33:47,369 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-10T11:33:47,370 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-10T11:33:47,372 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1770 sec
2024-12-10T11:33:48,370 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-10T11:33:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-10T11:33:49,221 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-12-10T11:33:49,221 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-10T11:33:49,221 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T11:33:49,227 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-10T11:33:49,227 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T11:33:49,227 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-12-10T11:33:49,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f., hostname=771ffe94c765,43177,1733830334117, seqNum=2]
2024-12-10T11:33:49,240 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-10T11:33:49,240 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-10T11:33:49,243 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-10T11:33:49,244 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-10T11:33:49,245 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-10T11:33:49,246 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43177 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-10T11:33:52,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43177 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5635491301353848876' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-10T11:33:52,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43177 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:57230 deadline: 1733830433255, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5635491301353848876' does not exist
2024-12-10T11:33:52,256 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 771ffe94c765,43177,1733830334117 for closing scanner id = 5635491301353848876 for 5543f4c9cd5bdd19ee6083419a37127f of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5635491301353848876' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-10T11:33:52,261 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 223), OpenFileDescriptor=448 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=46 (was 54), ProcessCount=11 (was 11), AvailableMemoryMB=6552 (was 6559)
2024-12-10T11:33:52,269 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=46, ProcessCount=11, AvailableMemoryMB=6552
2024-12-10T11:33:52,272 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-10T11:33:52,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35557 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-12-10T11:33:52,275 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-10T11:33:52,275 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:33:52,275 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-12-10T11:33:52,276 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-10T11:33:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-10T11:33:52,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741849_1025 (size=419)
2024-12-10T11:33:52,687 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4053a8cecb181dc1fb7ec06253ce2bc3, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9
2024-12-10T11:33:52,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741850_1026 (size=70)
2024-12-10T11:33:52,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-12-10T11:33:52,858 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-12-10T11:33:53,095 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:33:53,095 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 4053a8cecb181dc1fb7ec06253ce2bc3, disabling compactions & flushes
2024-12-10T11:33:53,095 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3.
2024-12-10T11:33:53,095 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3.
2024-12-10T11:33:53,095 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3. after waiting 0 ms
2024-12-10T11:33:53,096 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3.
2024-12-10T11:33:53,096 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3.
2024-12-10T11:33:53,096 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4053a8cecb181dc1fb7ec06253ce2bc3:
Waiting for close lock at 1733830433095Disabling compacts and flushes for region at 1733830433095Disabling writes for close at 1733830433095Writing region close event to WAL at 1733830433096 (+1 ms)Closed at 1733830433096
2024-12-10T11:33:53,097 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-10T11:33:53,098 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733830433097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733830433097"}]},"ts":"1733830433097"}
2024-12-10T11:33:53,100 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-10T11:33:53,101 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-10T11:33:53,102 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733830433101"}]},"ts":"1733830433101"}
2024-12-10T11:33:53,103 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-10T11:33:53,104 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4053a8cecb181dc1fb7ec06253ce2bc3, ASSIGN}]
2024-12-10T11:33:53,105 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4053a8cecb181dc1fb7ec06253ce2bc3, ASSIGN
2024-12-10T11:33:53,106 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4053a8cecb181dc1fb7ec06253ce2bc3, ASSIGN; state=OFFLINE, location=771ffe94c765,43177,1733830334117; forceNewPlan=false, retain=false
2024-12-10T11:33:53,257 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=4053a8cecb181dc1fb7ec06253ce2bc3, regionState=OPENING, regionLocation=771ffe94c765,43177,1733830334117
2024-12-10T11:33:53,260 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4053a8cecb181dc1fb7ec06253ce2bc3, ASSIGN because future has completed
2024-12-10T11:33:53,260 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4053a8cecb181dc1fb7ec06253ce2bc3, server=771ffe94c765,43177,1733830334117}]
2024-12-10T11:33:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-10T11:33:53,419 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3.
2024-12-10T11:33:53,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 4053a8cecb181dc1fb7ec06253ce2bc3, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3.', STARTKEY => '', ENDKEY => ''}
2024-12-10T11:33:53,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 4053a8cecb181dc1fb7ec06253ce2bc3
2024-12-10T11:33:53,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:33:53,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 4053a8cecb181dc1fb7ec06253ce2bc3
2024-12-10T11:33:53,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 4053a8cecb181dc1fb7ec06253ce2bc3
2024-12-10T11:33:53,422 INFO  [StoreOpener-4053a8cecb181dc1fb7ec06253ce2bc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4053a8cecb181dc1fb7ec06253ce2bc3 
2024-12-10T11:33:53,424 INFO  [StoreOpener-4053a8cecb181dc1fb7ec06253ce2bc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4053a8cecb181dc1fb7ec06253ce2bc3 columnFamilyName testFamily
2024-12-10T11:33:53,425 DEBUG [StoreOpener-4053a8cecb181dc1fb7ec06253ce2bc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:33:53,426 INFO  [StoreOpener-4053a8cecb181dc1fb7ec06253ce2bc3-1 {}] regionserver.HStore(327): Store=4053a8cecb181dc1fb7ec06253ce2bc3/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T11:33:53,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 4053a8cecb181dc1fb7ec06253ce2bc3
2024-12-10T11:33:53,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4053a8cecb181dc1fb7ec06253ce2bc3
2024-12-10T11:33:53,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4053a8cecb181dc1fb7ec06253ce2bc3
2024-12-10T11:33:53,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 4053a8cecb181dc1fb7ec06253ce2bc3
2024-12-10T11:33:53,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 4053a8cecb181dc1fb7ec06253ce2bc3
2024-12-10T11:33:53,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 4053a8cecb181dc1fb7ec06253ce2bc3
2024-12-10T11:33:53,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4053a8cecb181dc1fb7ec06253ce2bc3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T11:33:53,433 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 4053a8cecb181dc1fb7ec06253ce2bc3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69725426, jitterRate=0.03898981213569641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-10T11:33:53,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4053a8cecb181dc1fb7ec06253ce2bc3
2024-12-10T11:33:53,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 4053a8cecb181dc1fb7ec06253ce2bc3:
Running coprocessor pre-open hook at 1733830433420Writing region info on filesystem at 1733830433420Initializing all the Stores at 1733830433422 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733830433422Cleaning up temporary data from old regions at 1733830433428 (+6 ms)Running coprocessor post-open hooks at 1733830433433 (+5 ms)Region opened successfully at 1733830433434 (+1 ms)
2024-12-10T11:33:53,435 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3., pid=27, masterSystemTime=1733830433413
2024-12-10T11:33:53,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3.
2024-12-10T11:33:53,437 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3.
2024-12-10T11:33:53,438 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=4053a8cecb181dc1fb7ec06253ce2bc3, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,43177,1733830334117
2024-12-10T11:33:53,440 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4053a8cecb181dc1fb7ec06253ce2bc3, server=771ffe94c765,43177,1733830334117 because future has completed
2024-12-10T11:33:53,444 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-10T11:33:53,444 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 4053a8cecb181dc1fb7ec06253ce2bc3, server=771ffe94c765,43177,1733830334117 in 182 msec
2024-12-10T11:33:53,447 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-12-10T11:33:53,447 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4053a8cecb181dc1fb7ec06253ce2bc3, ASSIGN in 340 msec
2024-12-10T11:33:53,448 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-10T11:33:53,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733830433448"}]},"ts":"1733830433448"}
2024-12-10T11:33:53,450 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-10T11:33:53,451 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-10T11:33:53,453 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1790 sec
2024-12-10T11:33:53,829 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-10T11:33:53,829 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-10T11:33:53,830 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-10T11:33:53,830 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-10T11:33:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-10T11:33:55,301 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-12-10T11:33:55,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-10T11:33:55,302 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T11:33:55,307 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-10T11:33:55,307 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T11:33:55,307 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-12-10T11:33:55,310 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3., hostname=771ffe94c765,43177,1733830334117, seqNum=2]
2024-12-10T11:33:55,319 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-10T11:33:55,319 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-10T11:33:55,322 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-10T11:33:55,323 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43177 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-10T11:33:57,545 INFO  [master/771ffe94c765:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-10T11:33:57,545 INFO  [master/771ffe94c765:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-10T11:33:58,947 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-10T11:33:58,972 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-12-10T11:34:01,332 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3., hostname=771ffe94c765,43177,1733830334117, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3., hostname=771ffe94c765,43177,1733830334117, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=771ffe94c765:43177 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-12-10T11:34:01,332 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3., hostname=771ffe94c765,43177,1733830334117, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-12-10T11:34:01,332 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3., hostname=771ffe94c765,43177,1733830334117, seqNum=2 from cache
2024-12-10T11:34:01,342 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=42 (was 46), ProcessCount=11 (was 11), AvailableMemoryMB=6380 (was 6552)
2024-12-10T11:34:01,351 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=42, ProcessCount=11, AvailableMemoryMB=6379
2024-12-10T11:34:01,354 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-10T11:34:01,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35557 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-12-10T11:34:01,357 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-10T11:34:01,357 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:34:01,357 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-12-10T11:34:01,358 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-10T11:34:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-10T11:34:01,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741851_1027 (size=407)
2024-12-10T11:34:01,769 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a6d3a7eecaff1634c225b53f7f6f519, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9
2024-12-10T11:34:01,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741852_1028 (size=58)
2024-12-10T11:34:01,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-12-10T11:34:02,180 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:34:02,180 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 0a6d3a7eecaff1634c225b53f7f6f519, disabling compactions & flushes
2024-12-10T11:34:02,180 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519.
2024-12-10T11:34:02,180 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519.
2024-12-10T11:34:02,180 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519. after waiting 0 ms
2024-12-10T11:34:02,180 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519.
2024-12-10T11:34:02,180 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519.
2024-12-10T11:34:02,180 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a6d3a7eecaff1634c225b53f7f6f519:
Waiting for close lock at 1733830442180Disabling compacts and flushes for region at 1733830442180Disabling writes for close at 1733830442180Writing region close event to WAL at 1733830442180Closed at 1733830442180
2024-12-10T11:34:02,182 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-10T11:34:02,182 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733830442182"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733830442182"}]},"ts":"1733830442182"}
2024-12-10T11:34:02,185 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-10T11:34:02,186 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-10T11:34:02,186 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733830442186"}]},"ts":"1733830442186"}
2024-12-10T11:34:02,188 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-10T11:34:02,188 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0a6d3a7eecaff1634c225b53f7f6f519, ASSIGN}]
2024-12-10T11:34:02,189 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0a6d3a7eecaff1634c225b53f7f6f519, ASSIGN
2024-12-10T11:34:02,190 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0a6d3a7eecaff1634c225b53f7f6f519, ASSIGN; state=OFFLINE, location=771ffe94c765,43177,1733830334117; forceNewPlan=false, retain=false
2024-12-10T11:34:02,341 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=0a6d3a7eecaff1634c225b53f7f6f519, regionState=OPENING, regionLocation=771ffe94c765,43177,1733830334117
2024-12-10T11:34:02,344 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0a6d3a7eecaff1634c225b53f7f6f519, ASSIGN because future has completed
2024-12-10T11:34:02,344 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a6d3a7eecaff1634c225b53f7f6f519, server=771ffe94c765,43177,1733830334117}]
2024-12-10T11:34:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-10T11:34:02,502 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519.
2024-12-10T11:34:02,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a6d3a7eecaff1634c225b53f7f6f519, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519.', STARTKEY => '', ENDKEY => ''}
2024-12-10T11:34:02,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 0a6d3a7eecaff1634c225b53f7f6f519
2024-12-10T11:34:02,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:34:02,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 0a6d3a7eecaff1634c225b53f7f6f519
2024-12-10T11:34:02,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 0a6d3a7eecaff1634c225b53f7f6f519
2024-12-10T11:34:02,505 INFO  [StoreOpener-0a6d3a7eecaff1634c225b53f7f6f519-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0a6d3a7eecaff1634c225b53f7f6f519 
2024-12-10T11:34:02,507 INFO  [StoreOpener-0a6d3a7eecaff1634c225b53f7f6f519-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a6d3a7eecaff1634c225b53f7f6f519 columnFamilyName testFamily
2024-12-10T11:34:02,507 DEBUG [StoreOpener-0a6d3a7eecaff1634c225b53f7f6f519-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:34:02,508 INFO  [StoreOpener-0a6d3a7eecaff1634c225b53f7f6f519-1 {}] regionserver.HStore(327): Store=0a6d3a7eecaff1634c225b53f7f6f519/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T11:34:02,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 0a6d3a7eecaff1634c225b53f7f6f519
2024-12-10T11:34:02,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnNext/0a6d3a7eecaff1634c225b53f7f6f519
2024-12-10T11:34:02,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnNext/0a6d3a7eecaff1634c225b53f7f6f519
2024-12-10T11:34:02,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 0a6d3a7eecaff1634c225b53f7f6f519
2024-12-10T11:34:02,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 0a6d3a7eecaff1634c225b53f7f6f519
2024-12-10T11:34:02,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 0a6d3a7eecaff1634c225b53f7f6f519
2024-12-10T11:34:02,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnNext/0a6d3a7eecaff1634c225b53f7f6f519/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T11:34:02,515 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 0a6d3a7eecaff1634c225b53f7f6f519; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66561635, jitterRate=-0.008154347538948059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-10T11:34:02,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a6d3a7eecaff1634c225b53f7f6f519
2024-12-10T11:34:02,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 0a6d3a7eecaff1634c225b53f7f6f519:
Running coprocessor pre-open hook at 1733830442504Writing region info on filesystem at 1733830442504Initializing all the Stores at 1733830442505 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733830442505Cleaning up temporary data from old regions at 1733830442510 (+5 ms)Running coprocessor post-open hooks at 1733830442515 (+5 ms)Region opened successfully at 1733830442516 (+1 ms)
2024-12-10T11:34:02,517 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519., pid=30, masterSystemTime=1733830442497
2024-12-10T11:34:02,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519.
2024-12-10T11:34:02,520 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519.
2024-12-10T11:34:02,521 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=0a6d3a7eecaff1634c225b53f7f6f519, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,43177,1733830334117
2024-12-10T11:34:02,523 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a6d3a7eecaff1634c225b53f7f6f519, server=771ffe94c765,43177,1733830334117 because future has completed
2024-12-10T11:34:02,527 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-10T11:34:02,527 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a6d3a7eecaff1634c225b53f7f6f519, server=771ffe94c765,43177,1733830334117 in 180 msec
2024-12-10T11:34:02,530 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-12-10T11:34:02,530 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0a6d3a7eecaff1634c225b53f7f6f519, ASSIGN in 339 msec
2024-12-10T11:34:02,531 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-10T11:34:02,531 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733830442531"}]},"ts":"1733830442531"}
2024-12-10T11:34:02,534 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-10T11:34:02,535 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-10T11:34:02,537 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1810 sec
2024-12-10T11:34:03,829 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-10T11:34:03,829 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-10T11:34:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-10T11:34:04,392 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-12-10T11:34:04,392 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-10T11:34:04,392 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T11:34:04,396 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-10T11:34:04,396 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T11:34:04,397 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-12-10T11:34:04,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519., hostname=771ffe94c765,43177,1733830334117, seqNum=2]
2024-12-10T11:34:04,408 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-10T11:34:04,408 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-10T11:34:04,411 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-10T11:34:04,412 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-10T11:34:04,413 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-10T11:34:04,414 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43177 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-10T11:34:04,974 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-12-10T11:34:08,005 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-10T11:34:10,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43177 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5635491301353848884' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-10T11:34:10,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43177 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:57230 deadline: 1733830456423, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5635491301353848884' does not exist
2024-12-10T11:34:10,426 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 771ffe94c765,43177,1733830334117 for closing scanner id = 5635491301353848884 for 0a6d3a7eecaff1634c225b53f7f6f519 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5635491301353848884' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-10T11:34:10,432 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=60 (was 42) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6171 (was 6379)
2024-12-10T11:34:10,440 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=60, ProcessCount=11, AvailableMemoryMB=6171
2024-12-10T11:34:10,443 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-10T11:34:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-12-10T11:34:10,445 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-10T11:34:10,446 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:34:10,446 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-12-10T11:34:10,446 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-10T11:34:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-10T11:34:10,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741853_1029 (size=423)
2024-12-10T11:34:10,857 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d778efe51ca302a509a9ac698e42cb5b, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9
2024-12-10T11:34:10,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741854_1030 (size=74)
2024-12-10T11:34:10,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-12-10T11:34:11,266 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:34:11,266 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing d778efe51ca302a509a9ac698e42cb5b, disabling compactions & flushes
2024-12-10T11:34:11,266 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b.
2024-12-10T11:34:11,266 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b.
2024-12-10T11:34:11,266 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b. after waiting 0 ms
2024-12-10T11:34:11,266 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b.
2024-12-10T11:34:11,266 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b.
2024-12-10T11:34:11,266 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for d778efe51ca302a509a9ac698e42cb5b:
Waiting for close lock at 1733830451266Disabling compacts and flushes for region at 1733830451266Disabling writes for close at 1733830451266Writing region close event to WAL at 1733830451266Closed at 1733830451266
2024-12-10T11:34:11,268 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-10T11:34:11,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733830451268"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733830451268"}]},"ts":"1733830451268"}
2024-12-10T11:34:11,271 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-10T11:34:11,272 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-10T11:34:11,272 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733830451272"}]},"ts":"1733830451272"}
2024-12-10T11:34:11,274 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-10T11:34:11,275 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=d778efe51ca302a509a9ac698e42cb5b, ASSIGN}]
2024-12-10T11:34:11,276 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=d778efe51ca302a509a9ac698e42cb5b, ASSIGN
2024-12-10T11:34:11,277 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=d778efe51ca302a509a9ac698e42cb5b, ASSIGN; state=OFFLINE, location=771ffe94c765,43177,1733830334117; forceNewPlan=false, retain=false
2024-12-10T11:34:11,428 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=d778efe51ca302a509a9ac698e42cb5b, regionState=OPENING, regionLocation=771ffe94c765,43177,1733830334117
2024-12-10T11:34:11,431 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=d778efe51ca302a509a9ac698e42cb5b, ASSIGN because future has completed
2024-12-10T11:34:11,431 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure d778efe51ca302a509a9ac698e42cb5b, server=771ffe94c765,43177,1733830334117}]
2024-12-10T11:34:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-10T11:34:11,589 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b.
2024-12-10T11:34:11,589 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => d778efe51ca302a509a9ac698e42cb5b, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b.', STARTKEY => '', ENDKEY => ''}
2024-12-10T11:34:11,589 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync d778efe51ca302a509a9ac698e42cb5b
2024-12-10T11:34:11,589 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T11:34:11,590 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for d778efe51ca302a509a9ac698e42cb5b
2024-12-10T11:34:11,590 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for d778efe51ca302a509a9ac698e42cb5b
2024-12-10T11:34:11,591 INFO  [StoreOpener-d778efe51ca302a509a9ac698e42cb5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d778efe51ca302a509a9ac698e42cb5b 
2024-12-10T11:34:11,593 INFO  [StoreOpener-d778efe51ca302a509a9ac698e42cb5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d778efe51ca302a509a9ac698e42cb5b columnFamilyName testFamily
2024-12-10T11:34:11,593 DEBUG [StoreOpener-d778efe51ca302a509a9ac698e42cb5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T11:34:11,594 INFO  [StoreOpener-d778efe51ca302a509a9ac698e42cb5b-1 {}] regionserver.HStore(327): Store=d778efe51ca302a509a9ac698e42cb5b/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T11:34:11,594 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for d778efe51ca302a509a9ac698e42cb5b
2024-12-10T11:34:11,595 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnOpenScannerAsync/d778efe51ca302a509a9ac698e42cb5b
2024-12-10T11:34:11,595 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnOpenScannerAsync/d778efe51ca302a509a9ac698e42cb5b
2024-12-10T11:34:11,596 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for d778efe51ca302a509a9ac698e42cb5b
2024-12-10T11:34:11,596 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for d778efe51ca302a509a9ac698e42cb5b
2024-12-10T11:34:11,598 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for d778efe51ca302a509a9ac698e42cb5b
2024-12-10T11:34:11,600 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnOpenScannerAsync/d778efe51ca302a509a9ac698e42cb5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T11:34:11,601 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened d778efe51ca302a509a9ac698e42cb5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72046923, jitterRate=0.07358281314373016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-10T11:34:11,601 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d778efe51ca302a509a9ac698e42cb5b
2024-12-10T11:34:11,602 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for d778efe51ca302a509a9ac698e42cb5b:
Running coprocessor pre-open hook at 1733830451590Writing region info on filesystem at 1733830451590Initializing all the Stores at 1733830451591 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733830451591Cleaning up temporary data from old regions at 1733830451596 (+5 ms)Running coprocessor post-open hooks at 1733830451601 (+5 ms)Region opened successfully at 1733830451602 (+1 ms)
2024-12-10T11:34:11,602 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b., pid=33, masterSystemTime=1733830451584
2024-12-10T11:34:11,605 DEBUG [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b.
2024-12-10T11:34:11,605 INFO  [RS_OPEN_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b.
2024-12-10T11:34:11,605 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=d778efe51ca302a509a9ac698e42cb5b, regionState=OPEN, openSeqNum=2, regionLocation=771ffe94c765,43177,1733830334117
2024-12-10T11:34:11,608 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure d778efe51ca302a509a9ac698e42cb5b, server=771ffe94c765,43177,1733830334117 because future has completed
2024-12-10T11:34:11,611 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-10T11:34:11,611 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure d778efe51ca302a509a9ac698e42cb5b, server=771ffe94c765,43177,1733830334117 in 178 msec
2024-12-10T11:34:11,613 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-12-10T11:34:11,614 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=d778efe51ca302a509a9ac698e42cb5b, ASSIGN in 336 msec
2024-12-10T11:34:11,614 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-10T11:34:11,614 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733830451614"}]},"ts":"1733830451614"}
2024-12-10T11:34:11,617 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-10T11:34:11,618 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-10T11:34:11,620 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1750 sec
2024-12-10T11:34:12,517 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-10T11:34:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-10T11:34:13,472 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-12-10T11:34:13,472 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-10T11:34:13,472 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T11:34:13,476 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-10T11:34:13,477 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T11:34:13,477 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-12-10T11:34:13,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b., hostname=771ffe94c765,43177,1733830334117, seqNum=2]
2024-12-10T11:34:13,489 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-10T11:34:13,489 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-10T11:34:13,491 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-10T11:34:13,492 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43177 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-10T11:34:13,829 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-12-10T11:34:13,829 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-10T11:34:14,502 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b., hostname=771ffe94c765,43177,1733830334117, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b., hostname=771ffe94c765,43177,1733830334117, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=771ffe94c765:43177 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-12-10T11:34:14,502 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b., hostname=771ffe94c765,43177,1733830334117, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-12-10T11:34:14,502 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b., hostname=771ffe94c765,43177,1733830334117, seqNum=2 from cache
2024-12-10T11:34:14,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-12-10T11:34:15,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b., hostname=771ffe94c765,43177,1733830334117, seqNum=2]
2024-12-10T11:34:15,514 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43177 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-10T11:34:16,502 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b., hostname=771ffe94c765,43177,1733830334117, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b., hostname=771ffe94c765,43177,1733830334117, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=771ffe94c765:43177 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=989ms, rpcTimeout=978ms
2024-12-10T11:34:16,502 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b., hostname=771ffe94c765,43177,1733830334117, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=989ms, rpcTimeout=978ms
2024-12-10T11:34:16,502 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b., hostname=771ffe94c765,43177,1733830334117, seqNum=2 from cache
2024-12-10T11:34:16,512 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221 (was 222), OpenFileDescriptor=446 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=55 (was 60), ProcessCount=11 (was 11), AvailableMemoryMB=6165 (was 6171)
2024-12-10T11:34:16,512 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-10T11:34:16,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-10T11:34:16,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-10T11:34:16,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-10T11:34:16,518 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-10T11:34:16,518 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-10T11:34:16,518 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-10T11:34:16,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-10T11:34:16,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-10T11:34:16,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-10T11:34:16,518 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-10T11:34:16,519 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-10T11:34:16,519 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1436097278, stopped=false
2024-12-10T11:34:16,519 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=771ffe94c765,35557,1733830333415
2024-12-10T11:34:16,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x1019c253b340001, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-10T11:34:16,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-10T11:34:16,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T11:34:16,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x1019c253b340001, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T11:34:16,521 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-10T11:34:16,521 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-10T11:34:16,521 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-10T11:34:16,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-10T11:34:16,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43177-0x1019c253b340001, quorum=127.0.0.1:53693, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-10T11:34:16,522 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '771ffe94c765,43177,1733830334117' *****
2024-12-10T11:34:16,522 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-10T11:34:16,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-10T11:34:16,522 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-10T11:34:16,522 INFO  [RS:0;771ffe94c765:43177 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-10T11:34:16,522 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-10T11:34:16,523 INFO  [RS:0;771ffe94c765:43177 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-10T11:34:16,523 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(3091): Received CLOSE for 964a403cdb5f225530f9f75131c03c4e
2024-12-10T11:34:16,523 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(3091): Received CLOSE for d8bdfb372b9d03594eef60670984d99d
2024-12-10T11:34:16,523 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(3091): Received CLOSE for 888d694a38003c0fb3461ff4b098dd59
2024-12-10T11:34:16,523 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(3091): Received CLOSE for 1cd741d86c132b1b31149f85017f09b1
2024-12-10T11:34:16,523 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(3091): Received CLOSE for 4053a8cecb181dc1fb7ec06253ce2bc3
2024-12-10T11:34:16,523 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a6d3a7eecaff1634c225b53f7f6f519
2024-12-10T11:34:16,523 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(3091): Received CLOSE for d778efe51ca302a509a9ac698e42cb5b
2024-12-10T11:34:16,523 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(3091): Received CLOSE for 5543f4c9cd5bdd19ee6083419a37127f
2024-12-10T11:34:16,523 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(3091): Received CLOSE for f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:34:16,523 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d954ae57dff0b94605f6567286cfe68
2024-12-10T11:34:16,524 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(959): stopping server 771ffe94c765,43177,1733830334117
2024-12-10T11:34:16,524 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 964a403cdb5f225530f9f75131c03c4e, disabling compactions & flushes
2024-12-10T11:34:16,524 INFO  [RS:0;771ffe94c765:43177 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-10T11:34:16,524 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e.
2024-12-10T11:34:16,524 INFO  [RS:0;771ffe94c765:43177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;771ffe94c765:43177.
2024-12-10T11:34:16,524 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e.
2024-12-10T11:34:16,524 DEBUG [RS:0;771ffe94c765:43177 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-10T11:34:16,524 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e. after waiting 0 ms
2024-12-10T11:34:16,524 DEBUG [RS:0;771ffe94c765:43177 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-10T11:34:16,524 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e.
2024-12-10T11:34:16,524 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-10T11:34:16,524 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-10T11:34:16,524 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-10T11:34:16,524 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-10T11:34:16,525 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-12-10T11:34:16,525 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-10T11:34:16,525 INFO  [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-10T11:34:16,525 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-10T11:34:16,525 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-10T11:34:16,525 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-10T11:34:16,525 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1351): Waiting on 0a6d3a7eecaff1634c225b53f7f6f519, 1588230740, 1cd741d86c132b1b31149f85017f09b1, 1d954ae57dff0b94605f6567286cfe68, 4053a8cecb181dc1fb7ec06253ce2bc3, 5543f4c9cd5bdd19ee6083419a37127f, 888d694a38003c0fb3461ff4b098dd59, 964a403cdb5f225530f9f75131c03c4e, d778efe51ca302a509a9ac698e42cb5b, d8bdfb372b9d03594eef60670984d99d, f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:34:16,527 INFO  [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-12-10T11:34:16,527 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 964a403cdb5f225530f9f75131c03c4e 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-10T11:34:16,585 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnNextAsync/964a403cdb5f225530f9f75131c03c4e/.tmp/testFamily/0467582b869145bbb1909c873ca6f807 is 61, key is row-0/testFamily:testQualifier/1733830423150/Put/seqid=0
2024-12-10T11:34:16,588 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/meta/1588230740/.tmp/info/37104a55cdfc4f0f96eeca53a197ea85 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68./info:regioninfo/1733830398883/Put/seqid=0
2024-12-10T11:34:16,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741855_1031 (size=20564)
2024-12-10T11:34:16,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741856_1032 (size=5049)
2024-12-10T11:34:16,602 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnNextAsync/964a403cdb5f225530f9f75131c03c4e/.tmp/testFamily/0467582b869145bbb1909c873ca6f807
2024-12-10T11:34:16,647 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnNextAsync/964a403cdb5f225530f9f75131c03c4e/.tmp/testFamily/0467582b869145bbb1909c873ca6f807 as hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnNextAsync/964a403cdb5f225530f9f75131c03c4e/testFamily/0467582b869145bbb1909c873ca6f807
2024-12-10T11:34:16,657 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnNextAsync/964a403cdb5f225530f9f75131c03c4e/testFamily/0467582b869145bbb1909c873ca6f807, entries=4, sequenceid=8, filesize=4.9 K
2024-12-10T11:34:16,665 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 964a403cdb5f225530f9f75131c03c4e in 137ms, sequenceid=8, compaction requested=false
2024-12-10T11:34:16,672 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnNextAsync/964a403cdb5f225530f9f75131c03c4e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-10T11:34:16,674 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e.
2024-12-10T11:34:16,674 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 964a403cdb5f225530f9f75131c03c4e:
Waiting for close lock at 1733830456523Running coprocessor pre-close hooks at 1733830456523Disabling compacts and flushes for region at 1733830456524 (+1 ms)Disabling writes for close at 1733830456524Obtaining lock to block concurrent updates at 1733830456528 (+4 ms)Preparing flush snapshotting stores in 964a403cdb5f225530f9f75131c03c4e at 1733830456528Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733830456536 (+8 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e. at 1733830456537 (+1 ms)Flushing 964a403cdb5f225530f9f75131c03c4e/testFamily: creating writer at 1733830456539 (+2 ms)Flushing 964a403cdb5f225530f9f75131c03c4e/testFamily: appending metadata at 1733830456579 (+40 ms)Flushing 964a403cdb5f225530f9f75131c03c4e/testFamily: closing flushed file at 1733830456582 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58f711a6: reopening flushed file at 1733830456645 (+63 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 964a403cdb5f225530f9f75131c03c4e in 137ms, sequenceid=8, compaction requested=false at 1733830456665 (+20 ms)Writing region close event to WAL at 1733830456667 (+2 ms)Running coprocessor post-close hooks at 1733830456672 (+5 ms)Closed at 1733830456674 (+2 ms)
2024-12-10T11:34:16,674 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733830422121.964a403cdb5f225530f9f75131c03c4e.
2024-12-10T11:34:16,675 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8bdfb372b9d03594eef60670984d99d, disabling compactions & flushes
2024-12-10T11:34:16,675 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d.
2024-12-10T11:34:16,675 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d.
2024-12-10T11:34:16,675 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d. after waiting 0 ms
2024-12-10T11:34:16,675 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d.
2024-12-10T11:34:16,675 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d8bdfb372b9d03594eef60670984d99d 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-10T11:34:16,692 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnOpenScanner/d8bdfb372b9d03594eef60670984d99d/.tmp/testFamily/c5462f6a4dd248aca9f23d842b8c766d is 61, key is row-0/testFamily:testQualifier/1733830401861/Put/seqid=0
2024-12-10T11:34:16,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741857_1033 (size=5049)
2024-12-10T11:34:16,725 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1351): Waiting on 0a6d3a7eecaff1634c225b53f7f6f519, 1588230740, 1cd741d86c132b1b31149f85017f09b1, 1d954ae57dff0b94605f6567286cfe68, 4053a8cecb181dc1fb7ec06253ce2bc3, 5543f4c9cd5bdd19ee6083419a37127f, 888d694a38003c0fb3461ff4b098dd59, d778efe51ca302a509a9ac698e42cb5b, d8bdfb372b9d03594eef60670984d99d, f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:34:16,822 INFO  [regionserver/771ffe94c765:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-10T11:34:16,822 INFO  [regionserver/771ffe94c765:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-10T11:34:16,925 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1351): Waiting on 0a6d3a7eecaff1634c225b53f7f6f519, 1588230740, 1cd741d86c132b1b31149f85017f09b1, 1d954ae57dff0b94605f6567286cfe68, 4053a8cecb181dc1fb7ec06253ce2bc3, 5543f4c9cd5bdd19ee6083419a37127f, 888d694a38003c0fb3461ff4b098dd59, d778efe51ca302a509a9ac698e42cb5b, d8bdfb372b9d03594eef60670984d99d, f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:34:16,997 INFO  [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/meta/1588230740/.tmp/info/37104a55cdfc4f0f96eeca53a197ea85
2024-12-10T11:34:17,015 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-10T11:34:17,024 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/meta/1588230740/.tmp/ns/3ae3a296fde644c180b3489c98eefa4c is 43, key is default/ns:d/1733830397420/Put/seqid=0
2024-12-10T11:34:17,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741858_1034 (size=5153)
2024-12-10T11:34:17,091 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-10T11:34:17,099 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnOpenScanner/d8bdfb372b9d03594eef60670984d99d/.tmp/testFamily/c5462f6a4dd248aca9f23d842b8c766d
2024-12-10T11:34:17,107 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnOpenScanner/d8bdfb372b9d03594eef60670984d99d/.tmp/testFamily/c5462f6a4dd248aca9f23d842b8c766d as hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnOpenScanner/d8bdfb372b9d03594eef60670984d99d/testFamily/c5462f6a4dd248aca9f23d842b8c766d
2024-12-10T11:34:17,115 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnOpenScanner/d8bdfb372b9d03594eef60670984d99d/testFamily/c5462f6a4dd248aca9f23d842b8c766d, entries=4, sequenceid=8, filesize=4.9 K
2024-12-10T11:34:17,116 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d8bdfb372b9d03594eef60670984d99d in 441ms, sequenceid=8, compaction requested=false
2024-12-10T11:34:17,117 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-12-10T11:34:17,121 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnOpenScanner/d8bdfb372b9d03594eef60670984d99d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-10T11:34:17,122 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d.
2024-12-10T11:34:17,122 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8bdfb372b9d03594eef60670984d99d:
Waiting for close lock at 1733830456675Running coprocessor pre-close hooks at 1733830456675Disabling compacts and flushes for region at 1733830456675Disabling writes for close at 1733830456675Obtaining lock to block concurrent updates at 1733830456675Preparing flush snapshotting stores in d8bdfb372b9d03594eef60670984d99d at 1733830456675Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733830456675Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d. at 1733830456676 (+1 ms)Flushing d8bdfb372b9d03594eef60670984d99d/testFamily: creating writer at 1733830456676Flushing d8bdfb372b9d03594eef60670984d99d/testFamily: appending metadata at 1733830456692 (+16 ms)Flushing d8bdfb372b9d03594eef60670984d99d/testFamily: closing flushed file at 1733830456692Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@689367a2: reopening flushed file at 1733830457106 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d8bdfb372b9d03594eef60670984d99d in 441ms, sequenceid=8, compaction requested=false at 1733830457116 (+10 ms)Writing region close event to WAL at 1733830457117 (+1 ms)Running coprocessor post-close hooks at 1733830457122 (+5 ms)Closed at 1733830457122
2024-12-10T11:34:17,122 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733830400836.d8bdfb372b9d03594eef60670984d99d.
2024-12-10T11:34:17,122 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 888d694a38003c0fb3461ff4b098dd59, disabling compactions & flushes
2024-12-10T11:34:17,122 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59.
2024-12-10T11:34:17,122 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59.
2024-12-10T11:34:17,122 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59. after waiting 0 ms
2024-12-10T11:34:17,122 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59.
2024-12-10T11:34:17,122 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 888d694a38003c0fb3461ff4b098dd59 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-10T11:34:17,126 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1351): Waiting on 0a6d3a7eecaff1634c225b53f7f6f519, 1588230740, 1cd741d86c132b1b31149f85017f09b1, 1d954ae57dff0b94605f6567286cfe68, 4053a8cecb181dc1fb7ec06253ce2bc3, 5543f4c9cd5bdd19ee6083419a37127f, 888d694a38003c0fb3461ff4b098dd59, d778efe51ca302a509a9ac698e42cb5b, f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:34:17,139 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnNextAsync/888d694a38003c0fb3461ff4b098dd59/.tmp/testFamily/b09ba6c5cbae4b80afa82686df024696 is 61, key is row-0/testFamily:testQualifier/1733830408931/Put/seqid=0
2024-12-10T11:34:17,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741859_1035 (size=5049)
2024-12-10T11:34:17,326 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1351): Waiting on 0a6d3a7eecaff1634c225b53f7f6f519, 1588230740, 1cd741d86c132b1b31149f85017f09b1, 1d954ae57dff0b94605f6567286cfe68, 4053a8cecb181dc1fb7ec06253ce2bc3, 5543f4c9cd5bdd19ee6083419a37127f, 888d694a38003c0fb3461ff4b098dd59, d778efe51ca302a509a9ac698e42cb5b, f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:34:17,430 INFO  [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/meta/1588230740/.tmp/ns/3ae3a296fde644c180b3489c98eefa4c
2024-12-10T11:34:17,454 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/meta/1588230740/.tmp/table/3a03d5af413f45989908009a3998073d is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733830398897/Put/seqid=0
2024-12-10T11:34:17,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741860_1036 (size=6699)
2024-12-10T11:34:17,472 DEBUG [master/771ffe94c765:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-10T11:34:17,526 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-12-10T11:34:17,526 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1325): Online Regions={888d694a38003c0fb3461ff4b098dd59=hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59., 1cd741d86c132b1b31149f85017f09b1=testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1., 4053a8cecb181dc1fb7ec06253ce2bc3=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3., 0a6d3a7eecaff1634c225b53f7f6f519=hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519., d778efe51ca302a509a9ac698e42cb5b=testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b., 5543f4c9cd5bdd19ee6083419a37127f=testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f., 1588230740=hbase:meta,,1.1588230740, f2f4d8bd42b3ad36943990c2cacd2e38=testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38., 1d954ae57dff0b94605f6567286cfe68=testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68.}
2024-12-10T11:34:17,526 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1351): Waiting on 0a6d3a7eecaff1634c225b53f7f6f519, 1588230740, 1cd741d86c132b1b31149f85017f09b1, 1d954ae57dff0b94605f6567286cfe68, 4053a8cecb181dc1fb7ec06253ce2bc3, 5543f4c9cd5bdd19ee6083419a37127f, 888d694a38003c0fb3461ff4b098dd59, d778efe51ca302a509a9ac698e42cb5b, f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:34:17,545 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnNextAsync/888d694a38003c0fb3461ff4b098dd59/.tmp/testFamily/b09ba6c5cbae4b80afa82686df024696
2024-12-10T11:34:17,555 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnNextAsync/888d694a38003c0fb3461ff4b098dd59/.tmp/testFamily/b09ba6c5cbae4b80afa82686df024696 as hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnNextAsync/888d694a38003c0fb3461ff4b098dd59/testFamily/b09ba6c5cbae4b80afa82686df024696
2024-12-10T11:34:17,564 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnNextAsync/888d694a38003c0fb3461ff4b098dd59/testFamily/b09ba6c5cbae4b80afa82686df024696, entries=4, sequenceid=8, filesize=4.9 K
2024-12-10T11:34:17,566 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 888d694a38003c0fb3461ff4b098dd59 in 444ms, sequenceid=8, compaction requested=false
2024-12-10T11:34:17,571 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnNextAsync/888d694a38003c0fb3461ff4b098dd59/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-10T11:34:17,571 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59.
2024-12-10T11:34:17,572 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 888d694a38003c0fb3461ff4b098dd59:
Waiting for close lock at 1733830457122Running coprocessor pre-close hooks at 1733830457122Disabling compacts and flushes for region at 1733830457122Disabling writes for close at 1733830457122Obtaining lock to block concurrent updates at 1733830457122Preparing flush snapshotting stores in 888d694a38003c0fb3461ff4b098dd59 at 1733830457122Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733830457123 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59. at 1733830457123Flushing 888d694a38003c0fb3461ff4b098dd59/testFamily: creating writer at 1733830457123Flushing 888d694a38003c0fb3461ff4b098dd59/testFamily: appending metadata at 1733830457139 (+16 ms)Flushing 888d694a38003c0fb3461ff4b098dd59/testFamily: closing flushed file at 1733830457139Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a420cda: reopening flushed file at 1733830457554 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 888d694a38003c0fb3461ff4b098dd59 in 444ms, sequenceid=8, compaction requested=false at 1733830457566 (+12 ms)Writing region close event to WAL at 1733830457567 (+1 ms)Running coprocessor post-close hooks at 1733830457571 (+4 ms)Closed at 1733830457571
2024-12-10T11:34:17,572 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733830407909.888d694a38003c0fb3461ff4b098dd59.
2024-12-10T11:34:17,572 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1cd741d86c132b1b31149f85017f09b1, disabling compactions & flushes
2024-12-10T11:34:17,572 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1.
2024-12-10T11:34:17,572 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1.
2024-12-10T11:34:17,572 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1. after waiting 0 ms
2024-12-10T11:34:17,572 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1.
2024-12-10T11:34:17,572 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1cd741d86c132b1b31149f85017f09b1 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-10T11:34:17,593 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnOpenScanner/1cd741d86c132b1b31149f85017f09b1/.tmp/testFamily/9ef946b0a84f43b5b55ce5bff9ffc1ef is 61, key is row-0/testFamily:testQualifier/1733830419090/Put/seqid=0
2024-12-10T11:34:17,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741861_1037 (size=5049)
2024-12-10T11:34:17,727 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1351): Waiting on 0a6d3a7eecaff1634c225b53f7f6f519, 1588230740, 1cd741d86c132b1b31149f85017f09b1, 1d954ae57dff0b94605f6567286cfe68, 4053a8cecb181dc1fb7ec06253ce2bc3, 5543f4c9cd5bdd19ee6083419a37127f, d778efe51ca302a509a9ac698e42cb5b, f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:34:17,860 INFO  [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/meta/1588230740/.tmp/table/3a03d5af413f45989908009a3998073d
2024-12-10T11:34:17,868 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/meta/1588230740/.tmp/info/37104a55cdfc4f0f96eeca53a197ea85 as hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/meta/1588230740/info/37104a55cdfc4f0f96eeca53a197ea85
2024-12-10T11:34:17,876 INFO  [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/meta/1588230740/info/37104a55cdfc4f0f96eeca53a197ea85, entries=100, sequenceid=56, filesize=20.1 K
2024-12-10T11:34:17,877 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/meta/1588230740/.tmp/ns/3ae3a296fde644c180b3489c98eefa4c as hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/meta/1588230740/ns/3ae3a296fde644c180b3489c98eefa4c
2024-12-10T11:34:17,884 INFO  [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/meta/1588230740/ns/3ae3a296fde644c180b3489c98eefa4c, entries=2, sequenceid=56, filesize=5.0 K
2024-12-10T11:34:17,886 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/meta/1588230740/.tmp/table/3a03d5af413f45989908009a3998073d as hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/meta/1588230740/table/3a03d5af413f45989908009a3998073d
2024-12-10T11:34:17,893 INFO  [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/meta/1588230740/table/3a03d5af413f45989908009a3998073d, entries=20, sequenceid=56, filesize=6.5 K
2024-12-10T11:34:17,894 INFO  [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1369ms, sequenceid=56, compaction requested=false
2024-12-10T11:34:17,899 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-12-10T11:34:17,900 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-10T11:34:17,900 INFO  [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-10T11:34:17,900 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733830456525Running coprocessor pre-close hooks at 1733830456525Disabling compacts and flushes for region at 1733830456525Disabling writes for close at 1733830456525Obtaining lock to block concurrent updates at 1733830456528 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733830456528Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733830456536 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733830456537 (+1 ms)Flushing 1588230740/info: creating writer at 1733830456539 (+2 ms)Flushing 1588230740/info: appending metadata at 1733830456585 (+46 ms)Flushing 1588230740/info: closing flushed file at 1733830456585Flushing 1588230740/ns: creating writer at 1733830457006 (+421 ms)Flushing 1588230740/ns: appending metadata at 1733830457023 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733830457023Flushing 1588230740/table: creating writer at 1733830457437 (+414 ms)Flushing 1588230740/table: appending metadata at 1733830457453 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733830457453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d2b313: reopening flushed file at 1733830457867 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16cdd49c: reopening flushed file at 1733830457876 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d0b9d75: reopening flushed file at 1733830457885 (+9 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1369ms, sequenceid=56, compaction requested=false at 1733830457894 (+9 ms)Writing region close event to WAL at 1733830457895 (+1 ms)Running coprocessor post-close hooks at 1733830457900 (+5 ms)Closed at 1733830457900
2024-12-10T11:34:17,900 DEBUG [RS_CLOSE_META-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-10T11:34:17,927 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1351): Waiting on 0a6d3a7eecaff1634c225b53f7f6f519, 1cd741d86c132b1b31149f85017f09b1, 1d954ae57dff0b94605f6567286cfe68, 4053a8cecb181dc1fb7ec06253ce2bc3, 5543f4c9cd5bdd19ee6083419a37127f, d778efe51ca302a509a9ac698e42cb5b, f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:34:17,998 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnOpenScanner/1cd741d86c132b1b31149f85017f09b1/.tmp/testFamily/9ef946b0a84f43b5b55ce5bff9ffc1ef
2024-12-10T11:34:18,007 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnOpenScanner/1cd741d86c132b1b31149f85017f09b1/.tmp/testFamily/9ef946b0a84f43b5b55ce5bff9ffc1ef as hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnOpenScanner/1cd741d86c132b1b31149f85017f09b1/testFamily/9ef946b0a84f43b5b55ce5bff9ffc1ef
2024-12-10T11:34:18,013 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnOpenScanner/1cd741d86c132b1b31149f85017f09b1/testFamily/9ef946b0a84f43b5b55ce5bff9ffc1ef, entries=4, sequenceid=8, filesize=4.9 K
2024-12-10T11:34:18,014 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1cd741d86c132b1b31149f85017f09b1 in 442ms, sequenceid=8, compaction requested=false
2024-12-10T11:34:18,019 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnOpenScanner/1cd741d86c132b1b31149f85017f09b1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-10T11:34:18,020 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1.
2024-12-10T11:34:18,020 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1cd741d86c132b1b31149f85017f09b1:
Waiting for close lock at 1733830457572Running coprocessor pre-close hooks at 1733830457572Disabling compacts and flushes for region at 1733830457572Disabling writes for close at 1733830457572Obtaining lock to block concurrent updates at 1733830457572Preparing flush snapshotting stores in 1cd741d86c132b1b31149f85017f09b1 at 1733830457572Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733830457573 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1. at 1733830457573Flushing 1cd741d86c132b1b31149f85017f09b1/testFamily: creating writer at 1733830457573Flushing 1cd741d86c132b1b31149f85017f09b1/testFamily: appending metadata at 1733830457593 (+20 ms)Flushing 1cd741d86c132b1b31149f85017f09b1/testFamily: closing flushed file at 1733830457593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@390b943c: reopening flushed file at 1733830458006 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1cd741d86c132b1b31149f85017f09b1 in 442ms, sequenceid=8, compaction requested=false at 1733830458015 (+9 ms)Writing region close event to WAL at 1733830458015Running coprocessor post-close hooks at 1733830458020 (+5 ms)Closed at 1733830458020
2024-12-10T11:34:18,020 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733830418069.1cd741d86c132b1b31149f85017f09b1.
2024-12-10T11:34:18,020 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4053a8cecb181dc1fb7ec06253ce2bc3, disabling compactions & flushes
2024-12-10T11:34:18,020 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3.
2024-12-10T11:34:18,020 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3.
2024-12-10T11:34:18,020 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3. after waiting 0 ms
2024-12-10T11:34:18,020 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3.
2024-12-10T11:34:18,020 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4053a8cecb181dc1fb7ec06253ce2bc3 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-10T11:34:18,036 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4053a8cecb181dc1fb7ec06253ce2bc3/.tmp/testFamily/5e55f474a0594b719beb88fd7877fa5d is 61, key is row-0/testFamily:testQualifier/1733830435311/Put/seqid=0
2024-12-10T11:34:18,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741862_1038 (size=5049)
2024-12-10T11:34:18,127 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1351): Waiting on 0a6d3a7eecaff1634c225b53f7f6f519, 1d954ae57dff0b94605f6567286cfe68, 4053a8cecb181dc1fb7ec06253ce2bc3, 5543f4c9cd5bdd19ee6083419a37127f, d778efe51ca302a509a9ac698e42cb5b, f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:34:18,327 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1351): Waiting on 0a6d3a7eecaff1634c225b53f7f6f519, 1d954ae57dff0b94605f6567286cfe68, 4053a8cecb181dc1fb7ec06253ce2bc3, 5543f4c9cd5bdd19ee6083419a37127f, d778efe51ca302a509a9ac698e42cb5b, f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:34:18,442 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4053a8cecb181dc1fb7ec06253ce2bc3/.tmp/testFamily/5e55f474a0594b719beb88fd7877fa5d
2024-12-10T11:34:18,450 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4053a8cecb181dc1fb7ec06253ce2bc3/.tmp/testFamily/5e55f474a0594b719beb88fd7877fa5d as hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4053a8cecb181dc1fb7ec06253ce2bc3/testFamily/5e55f474a0594b719beb88fd7877fa5d
2024-12-10T11:34:18,457 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4053a8cecb181dc1fb7ec06253ce2bc3/testFamily/5e55f474a0594b719beb88fd7877fa5d, entries=4, sequenceid=8, filesize=4.9 K
2024-12-10T11:34:18,458 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4053a8cecb181dc1fb7ec06253ce2bc3 in 438ms, sequenceid=8, compaction requested=false
2024-12-10T11:34:18,463 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4053a8cecb181dc1fb7ec06253ce2bc3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-10T11:34:18,463 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3.
2024-12-10T11:34:18,463 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4053a8cecb181dc1fb7ec06253ce2bc3:
Waiting for close lock at 1733830458020Running coprocessor pre-close hooks at 1733830458020Disabling compacts and flushes for region at 1733830458020Disabling writes for close at 1733830458020Obtaining lock to block concurrent updates at 1733830458020Preparing flush snapshotting stores in 4053a8cecb181dc1fb7ec06253ce2bc3 at 1733830458020Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733830458021 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3. at 1733830458021Flushing 4053a8cecb181dc1fb7ec06253ce2bc3/testFamily: creating writer at 1733830458021Flushing 4053a8cecb181dc1fb7ec06253ce2bc3/testFamily: appending metadata at 1733830458036 (+15 ms)Flushing 4053a8cecb181dc1fb7ec06253ce2bc3/testFamily: closing flushed file at 1733830458036Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60164fb9: reopening flushed file at 1733830458449 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4053a8cecb181dc1fb7ec06253ce2bc3 in 438ms, sequenceid=8, compaction requested=false at 1733830458458 (+9 ms)Writing region close event to WAL at 1733830458459 (+1 ms)Running coprocessor post-close hooks at 1733830458463 (+4 ms)Closed at 1733830458463
2024-12-10T11:34:18,464 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733830432271.4053a8cecb181dc1fb7ec06253ce2bc3.
2024-12-10T11:34:18,464 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a6d3a7eecaff1634c225b53f7f6f519, disabling compactions & flushes
2024-12-10T11:34:18,464 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519.
2024-12-10T11:34:18,464 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519.
2024-12-10T11:34:18,464 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519. after waiting 0 ms
2024-12-10T11:34:18,464 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519.
2024-12-10T11:34:18,464 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0a6d3a7eecaff1634c225b53f7f6f519 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-10T11:34:18,480 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnNext/0a6d3a7eecaff1634c225b53f7f6f519/.tmp/testFamily/7dd36ba51d6c4f658f5c963e05f54110 is 61, key is row-0/testFamily:testQualifier/1733830444400/Put/seqid=0
2024-12-10T11:34:18,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741863_1039 (size=5049)
2024-12-10T11:34:18,528 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close
2024-12-10T11:34:18,528 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1325): Online Regions={0a6d3a7eecaff1634c225b53f7f6f519=hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519., d778efe51ca302a509a9ac698e42cb5b=testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b., 5543f4c9cd5bdd19ee6083419a37127f=testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f., f2f4d8bd42b3ad36943990c2cacd2e38=testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38., 1d954ae57dff0b94605f6567286cfe68=testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68.}
2024-12-10T11:34:18,528 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1351): Waiting on 0a6d3a7eecaff1634c225b53f7f6f519, 1d954ae57dff0b94605f6567286cfe68, 5543f4c9cd5bdd19ee6083419a37127f, d778efe51ca302a509a9ac698e42cb5b, f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:34:18,728 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1351): Waiting on 0a6d3a7eecaff1634c225b53f7f6f519, 1d954ae57dff0b94605f6567286cfe68, 5543f4c9cd5bdd19ee6083419a37127f, d778efe51ca302a509a9ac698e42cb5b, f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:34:18,886 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnNext/0a6d3a7eecaff1634c225b53f7f6f519/.tmp/testFamily/7dd36ba51d6c4f658f5c963e05f54110
2024-12-10T11:34:18,895 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnNext/0a6d3a7eecaff1634c225b53f7f6f519/.tmp/testFamily/7dd36ba51d6c4f658f5c963e05f54110 as hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnNext/0a6d3a7eecaff1634c225b53f7f6f519/testFamily/7dd36ba51d6c4f658f5c963e05f54110
2024-12-10T11:34:18,902 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnNext/0a6d3a7eecaff1634c225b53f7f6f519/testFamily/7dd36ba51d6c4f658f5c963e05f54110, entries=4, sequenceid=8, filesize=4.9 K
2024-12-10T11:34:18,903 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0a6d3a7eecaff1634c225b53f7f6f519 in 439ms, sequenceid=8, compaction requested=false
2024-12-10T11:34:18,907 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/hbase/testMetaScanTimeoutOnNext/0a6d3a7eecaff1634c225b53f7f6f519/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-10T11:34:18,908 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519.
2024-12-10T11:34:18,908 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a6d3a7eecaff1634c225b53f7f6f519:
Waiting for close lock at 1733830458464Running coprocessor pre-close hooks at 1733830458464Disabling compacts and flushes for region at 1733830458464Disabling writes for close at 1733830458464Obtaining lock to block concurrent updates at 1733830458464Preparing flush snapshotting stores in 0a6d3a7eecaff1634c225b53f7f6f519 at 1733830458464Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733830458464Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519. at 1733830458465 (+1 ms)Flushing 0a6d3a7eecaff1634c225b53f7f6f519/testFamily: creating writer at 1733830458465Flushing 0a6d3a7eecaff1634c225b53f7f6f519/testFamily: appending metadata at 1733830458480 (+15 ms)Flushing 0a6d3a7eecaff1634c225b53f7f6f519/testFamily: closing flushed file at 1733830458480Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@697a698d: reopening flushed file at 1733830458893 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0a6d3a7eecaff1634c225b53f7f6f519 in 439ms, sequenceid=8, compaction requested=false at 1733830458903 (+10 ms)Writing region close event to WAL at 1733830458904 (+1 ms)Running coprocessor post-close hooks at 1733830458908 (+4 ms)Closed at 1733830458908
2024-12-10T11:34:18,909 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733830441353.0a6d3a7eecaff1634c225b53f7f6f519.
2024-12-10T11:34:18,909 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d778efe51ca302a509a9ac698e42cb5b, disabling compactions & flushes
2024-12-10T11:34:18,909 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b.
2024-12-10T11:34:18,909 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b.
2024-12-10T11:34:18,909 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b. after waiting 0 ms
2024-12-10T11:34:18,909 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b.
2024-12-10T11:34:18,909 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d778efe51ca302a509a9ac698e42cb5b 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-10T11:34:18,925 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnOpenScannerAsync/d778efe51ca302a509a9ac698e42cb5b/.tmp/testFamily/e10c027503e04a24bee0437daf81f815 is 61, key is row-0/testFamily:testQualifier/1733830453480/Put/seqid=0
2024-12-10T11:34:18,928 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1351): Waiting on 1d954ae57dff0b94605f6567286cfe68, 5543f4c9cd5bdd19ee6083419a37127f, d778efe51ca302a509a9ac698e42cb5b, f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:34:18,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741864_1040 (size=5049)
2024-12-10T11:34:19,129 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1351): Waiting on 1d954ae57dff0b94605f6567286cfe68, 5543f4c9cd5bdd19ee6083419a37127f, d778efe51ca302a509a9ac698e42cb5b, f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:34:19,329 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1351): Waiting on 1d954ae57dff0b94605f6567286cfe68, 5543f4c9cd5bdd19ee6083419a37127f, d778efe51ca302a509a9ac698e42cb5b, f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:34:19,331 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnOpenScannerAsync/d778efe51ca302a509a9ac698e42cb5b/.tmp/testFamily/e10c027503e04a24bee0437daf81f815
2024-12-10T11:34:19,339 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnOpenScannerAsync/d778efe51ca302a509a9ac698e42cb5b/.tmp/testFamily/e10c027503e04a24bee0437daf81f815 as hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnOpenScannerAsync/d778efe51ca302a509a9ac698e42cb5b/testFamily/e10c027503e04a24bee0437daf81f815
2024-12-10T11:34:19,346 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnOpenScannerAsync/d778efe51ca302a509a9ac698e42cb5b/testFamily/e10c027503e04a24bee0437daf81f815, entries=4, sequenceid=8, filesize=4.9 K
2024-12-10T11:34:19,347 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d778efe51ca302a509a9ac698e42cb5b in 438ms, sequenceid=8, compaction requested=false
2024-12-10T11:34:19,351 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnOpenScannerAsync/d778efe51ca302a509a9ac698e42cb5b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-10T11:34:19,352 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b.
2024-12-10T11:34:19,352 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d778efe51ca302a509a9ac698e42cb5b:
Waiting for close lock at 1733830458909Running coprocessor pre-close hooks at 1733830458909Disabling compacts and flushes for region at 1733830458909Disabling writes for close at 1733830458909Obtaining lock to block concurrent updates at 1733830458909Preparing flush snapshotting stores in d778efe51ca302a509a9ac698e42cb5b at 1733830458909Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733830458909Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b. at 1733830458910 (+1 ms)Flushing d778efe51ca302a509a9ac698e42cb5b/testFamily: creating writer at 1733830458910Flushing d778efe51ca302a509a9ac698e42cb5b/testFamily: appending metadata at 1733830458925 (+15 ms)Flushing d778efe51ca302a509a9ac698e42cb5b/testFamily: closing flushed file at 1733830458925Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66961835: reopening flushed file at 1733830459338 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d778efe51ca302a509a9ac698e42cb5b in 438ms, sequenceid=8, compaction requested=false at 1733830459347 (+9 ms)Writing region close event to WAL at 1733830459347Running coprocessor post-close hooks at 1733830459352 (+5 ms)Closed at 1733830459352
2024-12-10T11:34:19,352 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733830450442.d778efe51ca302a509a9ac698e42cb5b.
2024-12-10T11:34:19,352 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5543f4c9cd5bdd19ee6083419a37127f, disabling compactions & flushes
2024-12-10T11:34:19,352 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f.
2024-12-10T11:34:19,352 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f.
2024-12-10T11:34:19,352 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f. after waiting 0 ms
2024-12-10T11:34:19,352 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f.
2024-12-10T11:34:19,352 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5543f4c9cd5bdd19ee6083419a37127f 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-10T11:34:19,369 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnNext/5543f4c9cd5bdd19ee6083419a37127f/.tmp/testFamily/648359e022be4328b0f89081d41134b6 is 61, key is row-0/testFamily:testQualifier/1733830429231/Put/seqid=0
2024-12-10T11:34:19,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741865_1041 (size=5049)
2024-12-10T11:34:19,529 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-12-10T11:34:19,529 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1325): Online Regions={5543f4c9cd5bdd19ee6083419a37127f=testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f., f2f4d8bd42b3ad36943990c2cacd2e38=testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38., 1d954ae57dff0b94605f6567286cfe68=testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68.}
2024-12-10T11:34:19,529 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1351): Waiting on 1d954ae57dff0b94605f6567286cfe68, 5543f4c9cd5bdd19ee6083419a37127f, f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:34:19,730 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1351): Waiting on 1d954ae57dff0b94605f6567286cfe68, 5543f4c9cd5bdd19ee6083419a37127f, f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:34:19,775 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnNext/5543f4c9cd5bdd19ee6083419a37127f/.tmp/testFamily/648359e022be4328b0f89081d41134b6
2024-12-10T11:34:19,783 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnNext/5543f4c9cd5bdd19ee6083419a37127f/.tmp/testFamily/648359e022be4328b0f89081d41134b6 as hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnNext/5543f4c9cd5bdd19ee6083419a37127f/testFamily/648359e022be4328b0f89081d41134b6
2024-12-10T11:34:19,789 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnNext/5543f4c9cd5bdd19ee6083419a37127f/testFamily/648359e022be4328b0f89081d41134b6, entries=4, sequenceid=8, filesize=4.9 K
2024-12-10T11:34:19,791 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5543f4c9cd5bdd19ee6083419a37127f in 438ms, sequenceid=8, compaction requested=false
2024-12-10T11:34:19,795 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testNormalScanTimeoutOnNext/5543f4c9cd5bdd19ee6083419a37127f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-10T11:34:19,795 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f.
2024-12-10T11:34:19,795 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5543f4c9cd5bdd19ee6083419a37127f:
Waiting for close lock at 1733830459352Running coprocessor pre-close hooks at 1733830459352Disabling compacts and flushes for region at 1733830459352Disabling writes for close at 1733830459352Obtaining lock to block concurrent updates at 1733830459352Preparing flush snapshotting stores in 5543f4c9cd5bdd19ee6083419a37127f at 1733830459352Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733830459353 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f. at 1733830459353Flushing 5543f4c9cd5bdd19ee6083419a37127f/testFamily: creating writer at 1733830459353Flushing 5543f4c9cd5bdd19ee6083419a37127f/testFamily: appending metadata at 1733830459369 (+16 ms)Flushing 5543f4c9cd5bdd19ee6083419a37127f/testFamily: closing flushed file at 1733830459369Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f676b3e: reopening flushed file at 1733830459782 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5543f4c9cd5bdd19ee6083419a37127f in 438ms, sequenceid=8, compaction requested=false at 1733830459791 (+9 ms)Writing region close event to WAL at 1733830459791Running coprocessor post-close hooks at 1733830459795 (+4 ms)Closed at 1733830459795
2024-12-10T11:34:19,796 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733830426192.5543f4c9cd5bdd19ee6083419a37127f.
2024-12-10T11:34:19,796 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2f4d8bd42b3ad36943990c2cacd2e38, disabling compactions & flushes
2024-12-10T11:34:19,796 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38.
2024-12-10T11:34:19,796 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38.
2024-12-10T11:34:19,796 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38. after waiting 0 ms
2024-12-10T11:34:19,796 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38.
2024-12-10T11:34:19,796 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f2f4d8bd42b3ad36943990c2cacd2e38 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-10T11:34:19,813 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testRetryOutOfOrderScannerNextException/f2f4d8bd42b3ad36943990c2cacd2e38/.tmp/testFamily/024ff3622c9a48a387eb4d6f6ec043db is 61, key is row-0/testFamily:testQualifier/1733830418021/Put/seqid=0
2024-12-10T11:34:19,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741866_1042 (size=5049)
2024-12-10T11:34:19,930 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1351): Waiting on 1d954ae57dff0b94605f6567286cfe68, f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:34:20,130 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1351): Waiting on 1d954ae57dff0b94605f6567286cfe68, f2f4d8bd42b3ad36943990c2cacd2e38
2024-12-10T11:34:20,219 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testRetryOutOfOrderScannerNextException/f2f4d8bd42b3ad36943990c2cacd2e38/.tmp/testFamily/024ff3622c9a48a387eb4d6f6ec043db
2024-12-10T11:34:20,227 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testRetryOutOfOrderScannerNextException/f2f4d8bd42b3ad36943990c2cacd2e38/.tmp/testFamily/024ff3622c9a48a387eb4d6f6ec043db as hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testRetryOutOfOrderScannerNextException/f2f4d8bd42b3ad36943990c2cacd2e38/testFamily/024ff3622c9a48a387eb4d6f6ec043db
2024-12-10T11:34:20,235 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testRetryOutOfOrderScannerNextException/f2f4d8bd42b3ad36943990c2cacd2e38/testFamily/024ff3622c9a48a387eb4d6f6ec043db, entries=4, sequenceid=8, filesize=4.9 K
2024-12-10T11:34:20,236 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f2f4d8bd42b3ad36943990c2cacd2e38 in 440ms, sequenceid=8, compaction requested=false
2024-12-10T11:34:20,241 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testRetryOutOfOrderScannerNextException/f2f4d8bd42b3ad36943990c2cacd2e38/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-10T11:34:20,242 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38.
2024-12-10T11:34:20,242 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2f4d8bd42b3ad36943990c2cacd2e38:
Waiting for close lock at 1733830459796Running coprocessor pre-close hooks at 1733830459796Disabling compacts and flushes for region at 1733830459796Disabling writes for close at 1733830459796Obtaining lock to block concurrent updates at 1733830459796Preparing flush snapshotting stores in f2f4d8bd42b3ad36943990c2cacd2e38 at 1733830459796Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733830459796Flushing stores of testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38. at 1733830459797 (+1 ms)Flushing f2f4d8bd42b3ad36943990c2cacd2e38/testFamily: creating writer at 1733830459797Flushing f2f4d8bd42b3ad36943990c2cacd2e38/testFamily: appending metadata at 1733830459813 (+16 ms)Flushing f2f4d8bd42b3ad36943990c2cacd2e38/testFamily: closing flushed file at 1733830459813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@196e704b: reopening flushed file at 1733830460226 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f2f4d8bd42b3ad36943990c2cacd2e38 in 440ms, sequenceid=8, compaction requested=false at 1733830460236 (+10 ms)Writing region close event to WAL at 1733830460237 (+1 ms)Running coprocessor post-close hooks at 1733830460241 (+4 ms)Closed at 1733830460241
2024-12-10T11:34:20,242 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733830414972.f2f4d8bd42b3ad36943990c2cacd2e38.
2024-12-10T11:34:20,242 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d954ae57dff0b94605f6567286cfe68, disabling compactions & flushes
2024-12-10T11:34:20,242 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68.
2024-12-10T11:34:20,242 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68.
2024-12-10T11:34:20,242 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68. after waiting 0 ms
2024-12-10T11:34:20,242 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68.
2024-12-10T11:34:20,242 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1d954ae57dff0b94605f6567286cfe68 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-10T11:34:20,260 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1d954ae57dff0b94605f6567286cfe68/.tmp/testFamily/aa21fd5f2097439cb47e250d7ba66d50 is 61, key is row-0/testFamily:testQualifier/1733830400763/Put/seqid=0
2024-12-10T11:34:20,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741867_1043 (size=5049)
2024-12-10T11:34:20,330 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1351): Waiting on 1d954ae57dff0b94605f6567286cfe68
2024-12-10T11:34:20,531 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-10T11:34:20,531 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1325): Online Regions={1d954ae57dff0b94605f6567286cfe68=testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68.}
2024-12-10T11:34:20,531 DEBUG [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1351): Waiting on 1d954ae57dff0b94605f6567286cfe68
2024-12-10T11:34:20,666 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1d954ae57dff0b94605f6567286cfe68/.tmp/testFamily/aa21fd5f2097439cb47e250d7ba66d50
2024-12-10T11:34:20,673 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1d954ae57dff0b94605f6567286cfe68/.tmp/testFamily/aa21fd5f2097439cb47e250d7ba66d50 as hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1d954ae57dff0b94605f6567286cfe68/testFamily/aa21fd5f2097439cb47e250d7ba66d50
2024-12-10T11:34:20,680 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1d954ae57dff0b94605f6567286cfe68/testFamily/aa21fd5f2097439cb47e250d7ba66d50, entries=4, sequenceid=8, filesize=4.9 K
2024-12-10T11:34:20,681 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1d954ae57dff0b94605f6567286cfe68 in 439ms, sequenceid=8, compaction requested=false
2024-12-10T11:34:20,685 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1d954ae57dff0b94605f6567286cfe68/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-10T11:34:20,686 INFO  [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68.
2024-12-10T11:34:20,686 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d954ae57dff0b94605f6567286cfe68:
Waiting for close lock at 1733830460242Running coprocessor pre-close hooks at 1733830460242Disabling compacts and flushes for region at 1733830460242Disabling writes for close at 1733830460242Obtaining lock to block concurrent updates at 1733830460242Preparing flush snapshotting stores in 1d954ae57dff0b94605f6567286cfe68 at 1733830460242Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733830460242Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68. at 1733830460243 (+1 ms)Flushing 1d954ae57dff0b94605f6567286cfe68/testFamily: creating writer at 1733830460243Flushing 1d954ae57dff0b94605f6567286cfe68/testFamily: appending metadata at 1733830460259 (+16 ms)Flushing 1d954ae57dff0b94605f6567286cfe68/testFamily: closing flushed file at 1733830460259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@194b0a1d: reopening flushed file at 1733830460672 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1d954ae57dff0b94605f6567286cfe68 in 439ms, sequenceid=8, compaction requested=false at 1733830460681 (+9 ms)Writing region close event to WAL at 1733830460682 (+1 ms)Running coprocessor post-close hooks at 1733830460686 (+4 ms)Closed at 1733830460686
2024-12-10T11:34:20,686 DEBUG [RS_CLOSE_REGION-regionserver/771ffe94c765:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733830397668.1d954ae57dff0b94605f6567286cfe68.
2024-12-10T11:34:20,731 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(976): stopping server 771ffe94c765,43177,1733830334117; all regions closed.
2024-12-10T11:34:20,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741834_1010 (size=19479)
2024-12-10T11:34:20,741 DEBUG [RS:0;771ffe94c765:43177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/oldWALs
2024-12-10T11:34:20,741 INFO  [RS:0;771ffe94c765:43177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 771ffe94c765%2C43177%2C1733830334117.meta:.meta(num 1733830397263)
2024-12-10T11:34:20,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741833_1009 (size=20031)
2024-12-10T11:34:20,746 DEBUG [RS:0;771ffe94c765:43177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/oldWALs
2024-12-10T11:34:20,746 INFO  [RS:0;771ffe94c765:43177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 771ffe94c765%2C43177%2C1733830334117:(num 1733830396885)
2024-12-10T11:34:20,746 DEBUG [RS:0;771ffe94c765:43177 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-10T11:34:20,746 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.LeaseManager(133): Closed leases
2024-12-10T11:34:20,746 INFO  [RS:0;771ffe94c765:43177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-10T11:34:20,746 INFO  [RS:0;771ffe94c765:43177 {}] hbase.ChoreService(370): Chore service for: regionserver/771ffe94c765:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-10T11:34:20,746 INFO  [RS:0;771ffe94c765:43177 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-10T11:34:20,746 INFO  [regionserver/771ffe94c765:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-10T11:34:20,748 INFO  [RS:0;771ffe94c765:43177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43177
2024-12-10T11:34:20,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x1019c253b340001, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/771ffe94c765,43177,1733830334117
2024-12-10T11:34:20,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-10T11:34:20,753 INFO  [RS:0;771ffe94c765:43177 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-10T11:34:20,755 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [771ffe94c765,43177,1733830334117]
2024-12-10T11:34:20,756 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/771ffe94c765,43177,1733830334117 already deleted, retry=false
2024-12-10T11:34:20,756 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 771ffe94c765,43177,1733830334117 expired; onlineServers=0
2024-12-10T11:34:20,757 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '771ffe94c765,35557,1733830333415' *****
2024-12-10T11:34:20,757 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-10T11:34:20,757 INFO  [M:0;771ffe94c765:35557 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-10T11:34:20,757 INFO  [M:0;771ffe94c765:35557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-10T11:34:20,757 DEBUG [M:0;771ffe94c765:35557 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-10T11:34:20,757 DEBUG [M:0;771ffe94c765:35557 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-10T11:34:20,757 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-10T11:34:20,757 DEBUG [master/771ffe94c765:0:becomeActiveMaster-HFileCleaner.small.0-1733830336724 {}] cleaner.HFileCleaner(306): Exit Thread[master/771ffe94c765:0:becomeActiveMaster-HFileCleaner.small.0-1733830336724,5,FailOnTimeoutGroup]
2024-12-10T11:34:20,757 DEBUG [master/771ffe94c765:0:becomeActiveMaster-HFileCleaner.large.0-1733830336719 {}] cleaner.HFileCleaner(306): Exit Thread[master/771ffe94c765:0:becomeActiveMaster-HFileCleaner.large.0-1733830336719,5,FailOnTimeoutGroup]
2024-12-10T11:34:20,757 INFO  [M:0;771ffe94c765:35557 {}] hbase.ChoreService(370): Chore service for: master/771ffe94c765:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-10T11:34:20,757 INFO  [M:0;771ffe94c765:35557 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-10T11:34:20,758 DEBUG [M:0;771ffe94c765:35557 {}] master.HMaster(1795): Stopping service threads
2024-12-10T11:34:20,758 INFO  [M:0;771ffe94c765:35557 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-10T11:34:20,758 INFO  [M:0;771ffe94c765:35557 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-10T11:34:20,758 INFO  [M:0;771ffe94c765:35557 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-10T11:34:20,759 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-10T11:34:20,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-10T11:34:20,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T11:34:20,759 DEBUG [M:0;771ffe94c765:35557 {}] zookeeper.ZKUtil(347): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-10T11:34:20,759 WARN  [M:0;771ffe94c765:35557 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-10T11:34:20,760 INFO  [M:0;771ffe94c765:35557 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/.lastflushedseqids
2024-12-10T11:34:20,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741868_1044 (size=460)
2024-12-10T11:34:20,791 INFO  [regionserver/771ffe94c765:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-10T11:34:20,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x1019c253b340001, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-10T11:34:20,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x1019c253b340001, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-10T11:34:20,856 INFO  [RS:0;771ffe94c765:43177 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-10T11:34:20,856 INFO  [RS:0;771ffe94c765:43177 {}] regionserver.HRegionServer(1031): Exiting; stopping=771ffe94c765,43177,1733830334117; zookeeper connection closed.
2024-12-10T11:34:20,856 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ed5f42f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ed5f42f
2024-12-10T11:34:20,857 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-10T11:34:21,172 INFO  [M:0;771ffe94c765:35557 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-10T11:34:21,172 INFO  [M:0;771ffe94c765:35557 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-10T11:34:21,172 DEBUG [M:0;771ffe94c765:35557 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-10T11:34:21,173 INFO  [M:0;771ffe94c765:35557 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-10T11:34:21,173 DEBUG [M:0;771ffe94c765:35557 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-10T11:34:21,173 DEBUG [M:0;771ffe94c765:35557 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-10T11:34:21,173 DEBUG [M:0;771ffe94c765:35557 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-10T11:34:21,173 INFO  [M:0;771ffe94c765:35557 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.81 KB heapSize=190.33 KB
2024-12-10T11:34:21,191 DEBUG [M:0;771ffe94c765:35557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a96f24b21eba4e898f2b4326237ac3ea is 82, key is hbase:meta,,1/info:regioninfo/1733830397350/Put/seqid=0
2024-12-10T11:34:21,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741869_1045 (size=5672)
2024-12-10T11:34:21,596 INFO  [M:0;771ffe94c765:35557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a96f24b21eba4e898f2b4326237ac3ea
2024-12-10T11:34:21,621 DEBUG [M:0;771ffe94c765:35557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46cf73d9ff2f4ff091f43d89e047aae7 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733830398904/Put/seqid=0
2024-12-10T11:34:21,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741870_1046 (size=14069)
2024-12-10T11:34:22,027 INFO  [M:0;771ffe94c765:35557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.26 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46cf73d9ff2f4ff091f43d89e047aae7
2024-12-10T11:34:22,035 INFO  [M:0;771ffe94c765:35557 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46cf73d9ff2f4ff091f43d89e047aae7
2024-12-10T11:34:22,056 DEBUG [M:0;771ffe94c765:35557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6901a5ccf2d141dab1e1ddefe8b16106 is 69, key is 771ffe94c765,43177,1733830334117/rs:state/1733830366749/Put/seqid=0
2024-12-10T11:34:22,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741871_1047 (size=5156)
2024-12-10T11:34:22,176 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-10T11:34:22,462 INFO  [M:0;771ffe94c765:35557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6901a5ccf2d141dab1e1ddefe8b16106
2024-12-10T11:34:22,472 DEBUG [M:0;771ffe94c765:35557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a96f24b21eba4e898f2b4326237ac3ea as hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a96f24b21eba4e898f2b4326237ac3ea
2024-12-10T11:34:22,481 INFO  [M:0;771ffe94c765:35557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a96f24b21eba4e898f2b4326237ac3ea, entries=8, sequenceid=312, filesize=5.5 K
2024-12-10T11:34:22,483 DEBUG [M:0;771ffe94c765:35557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46cf73d9ff2f4ff091f43d89e047aae7 as hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46cf73d9ff2f4ff091f43d89e047aae7
2024-12-10T11:34:22,495 INFO  [M:0;771ffe94c765:35557 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46cf73d9ff2f4ff091f43d89e047aae7
2024-12-10T11:34:22,496 INFO  [M:0;771ffe94c765:35557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46cf73d9ff2f4ff091f43d89e047aae7, entries=33, sequenceid=312, filesize=13.7 K
2024-12-10T11:34:22,497 DEBUG [M:0;771ffe94c765:35557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6901a5ccf2d141dab1e1ddefe8b16106 as hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6901a5ccf2d141dab1e1ddefe8b16106
2024-12-10T11:34:22,507 INFO  [M:0;771ffe94c765:35557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/63a11020-8722-3808-5079-4d220f8c45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6901a5ccf2d141dab1e1ddefe8b16106, entries=1, sequenceid=312, filesize=5.0 K
2024-12-10T11:34:22,509 INFO  [M:0;771ffe94c765:35557 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.81 KB/166719, heapSize ~190.03 KB/194592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=312, compaction requested=false
2024-12-10T11:34:22,514 INFO  [M:0;771ffe94c765:35557 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-10T11:34:22,515 DEBUG [M:0;771ffe94c765:35557 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733830461172Disabling compacts and flushes for region at 1733830461172Disabling writes for close at 1733830461173 (+1 ms)Obtaining lock to block concurrent updates at 1733830461173Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733830461173Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166719, getHeapSize=194832, getOffHeapSize=0, getCellsCount=359 at 1733830461173Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733830461174 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733830461174Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733830461190 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733830461190Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733830461602 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733830461621 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733830461621Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733830462036 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733830462055 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733830462055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@206861d3: reopening flushed file at 1733830462471 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@789f80be: reopening flushed file at 1733830462481 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@419353aa: reopening flushed file at 1733830462496 (+15 ms)Finished flush of dataSize ~162.81 KB/166719, heapSize ~190.03 KB/194592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=312, compaction requested=false at 1733830462509 (+13 ms)Writing region close event to WAL at 1733830462514 (+5 ms)Closed at 1733830462514
2024-12-10T11:34:22,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35969 is added to blk_1073741830_1006 (size=187606)
2024-12-10T11:34:22,522 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-10T11:34:22,522 INFO  [M:0;771ffe94c765:35557 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-10T11:34:22,523 INFO  [M:0;771ffe94c765:35557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35557
2024-12-10T11:34:22,523 INFO  [M:0;771ffe94c765:35557 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-10T11:34:22,627 INFO  [M:0;771ffe94c765:35557 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-10T11:34:22,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-10T11:34:22,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x1019c253b340000, quorum=127.0.0.1:53693, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-10T11:34:22,637 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@258822a0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-10T11:34:22,639 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@514e86a2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-10T11:34:22,639 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-10T11:34:22,640 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c1ee62c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-10T11:34:22,640 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d304465{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/hadoop.log.dir/,STOPPED}
2024-12-10T11:34:22,646 WARN  [BP-2067342695-172.17.0.2-1733830330551 heartbeating to localhost/127.0.0.1:38457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-10T11:34:22,646 WARN  [BP-2067342695-172.17.0.2-1733830330551 heartbeating to localhost/127.0.0.1:38457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2067342695-172.17.0.2-1733830330551 (Datanode Uuid 3109009c-be7c-41f7-849a-4ed8036f2277) service to localhost/127.0.0.1:38457
2024-12-10T11:34:22,647 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-10T11:34:22,647 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-10T11:34:22,648 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/cluster_f6b56782-577c-c4f7-c2fa-a0e60cd48cb0/data/data1/current/BP-2067342695-172.17.0.2-1733830330551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-10T11:34:22,648 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/cluster_f6b56782-577c-c4f7-c2fa-a0e60cd48cb0/data/data2/current/BP-2067342695-172.17.0.2-1733830330551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-10T11:34:22,649 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-10T11:34:22,662 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59bae7b3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-10T11:34:22,664 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f237650{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-10T11:34:22,664 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-10T11:34:22,664 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45f63f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-10T11:34:22,664 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@660c56f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b687e01f-d91c-72a4-2ea6-d625ca42fefa/hadoop.log.dir/,STOPPED}
2024-12-10T11:34:22,673 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-10T11:34:22,703 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down