2024-12-03 17:39:45,657 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-03 17:39:45,726 main DEBUG Took 0.065980 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-03 17:39:45,727 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-03 17:39:45,727 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-03 17:39:45,729 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-03 17:39:45,736 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 17:39:45,763 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-03 17:39:45,787 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 17:39:45,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 17:39:45,790 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 17:39:45,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 17:39:45,791 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 17:39:45,791 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 17:39:45,793 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 17:39:45,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 17:39:45,794 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 17:39:45,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 17:39:45,796 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 17:39:45,796 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 17:39:45,797 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 17:39:45,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 17:39:45,798 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 17:39:45,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 17:39:45,799 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 17:39:45,800 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 17:39:45,800 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 17:39:45,801 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 17:39:45,801 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 17:39:45,802 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 17:39:45,802 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 17:39:45,803 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 17:39:45,803 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 17:39:45,803 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-03 17:39:45,805 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 17:39:45,807 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-03 17:39:45,810 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-03 17:39:45,810 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-03 17:39:45,812 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-03 17:39:45,813 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-03 17:39:45,825 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-03 17:39:45,829 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-03 17:39:45,831 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-03 17:39:45,832 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-03 17:39:45,833 main DEBUG createAppenders(={Console})
2024-12-03 17:39:45,834 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-12-03 17:39:45,834 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-03 17:39:45,835 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-12-03 17:39:45,836 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-03 17:39:45,836 main DEBUG OutputStream closed
2024-12-03 17:39:45,836 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-03 17:39:45,837 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-03 17:39:45,837 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-12-03 17:39:45,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-03 17:39:45,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-03 17:39:45,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-03 17:39:45,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-03 17:39:45,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-03 17:39:45,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-03 17:39:45,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-03 17:39:45,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-03 17:39:45,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-03 17:39:45,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-03 17:39:45,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-03 17:39:45,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-03 17:39:45,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-03 17:39:45,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-03 17:39:45,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-03 17:39:45,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-03 17:39:45,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-03 17:39:45,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-03 17:39:45,955 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-03 17:39:45,956 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-12-03 17:39:45,956 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-03 17:39:45,958 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-12-03T17:39:45,977 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-12-03 17:39:45,980 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-03 17:39:45,981 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-03T17:39:46,401 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb
2024-12-03T17:39:46,432 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-03T17:39:46,458 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/cluster_d0142579-54a4-4d26-8338-e4a5915ed0cb, deleteOnExit=true
2024-12-03T17:39:46,458 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-03T17:39:46,459 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/test.cache.data in system properties and HBase conf
2024-12-03T17:39:46,460 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/hadoop.tmp.dir in system properties and HBase conf
2024-12-03T17:39:46,461 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/hadoop.log.dir in system properties and HBase conf
2024-12-03T17:39:46,461 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-03T17:39:46,462 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-03T17:39:46,463 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-03T17:39:46,608 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-03T17:39:46,767 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-03T17:39:46,775 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-03T17:39:46,776 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-03T17:39:46,779 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-03T17:39:46,779 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-03T17:39:46,780 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-03T17:39:46,781 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-03T17:39:46,788 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-03T17:39:46,789 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-03T17:39:46,789 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-03T17:39:46,790 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/nfs.dump.dir in system properties and HBase conf
2024-12-03T17:39:46,790 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/java.io.tmpdir in system properties and HBase conf
2024-12-03T17:39:46,791 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-03T17:39:46,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-03T17:39:46,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-03T17:39:48,197 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-03T17:39:48,302 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3810ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-03T17:39:48,416 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T17:39:48,502 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T17:39:48,554 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T17:39:48,554 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T17:39:48,559 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-03T17:39:48,580 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T17:39:48,585 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/hadoop.log.dir/,AVAILABLE}
2024-12-03T17:39:48,590 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-03T17:39:48,920 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/java.io.tmpdir/jetty-localhost-41969-hadoop-hdfs-3_4_1-tests_jar-_-any-3792072482206241837/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-03T17:39:48,927 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:41969}
2024-12-03T17:39:48,927 INFO  [Time-limited test {}] server.Server(415): Started @4437ms
2024-12-03T17:39:49,432 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T17:39:49,441 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T17:39:49,447 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T17:39:49,447 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T17:39:49,448 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T17:39:49,449 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/hadoop.log.dir/,AVAILABLE}
2024-12-03T17:39:49,449 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-03T17:39:49,614 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/java.io.tmpdir/jetty-localhost-33963-hadoop-hdfs-3_4_1-tests_jar-_-any-2437013161425108792/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-03T17:39:49,615 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:33963}
2024-12-03T17:39:49,615 INFO  [Time-limited test {}] server.Server(415): Started @5125ms
2024-12-03T17:39:49,690 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-03T17:39:50,317 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/cluster_d0142579-54a4-4d26-8338-e4a5915ed0cb/data/data1/current/BP-1431140384-172.17.0.3-1733247587850/current, will proceed with Du for space computation calculation, 
2024-12-03T17:39:50,319 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/cluster_d0142579-54a4-4d26-8338-e4a5915ed0cb/data/data2/current/BP-1431140384-172.17.0.3-1733247587850/current, will proceed with Du for space computation calculation, 
2024-12-03T17:39:50,400 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-03T17:39:50,476 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94e6012cfeb3c6f6 with lease ID 0x7b8abe93e20803da: Processing first storage report for DS-a4d49ec9-3872-4568-8fe0-82d3c731470c from datanode DatanodeRegistration(127.0.0.1:41673, datanodeUuid=819532da-daee-401b-b73c-bf7e3ce2c485, infoPort=37603, infoSecurePort=0, ipcPort=43007, storageInfo=lv=-57;cid=testClusterID;nsid=979296973;c=1733247587850)
2024-12-03T17:39:50,477 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94e6012cfeb3c6f6 with lease ID 0x7b8abe93e20803da: from storage DS-a4d49ec9-3872-4568-8fe0-82d3c731470c node DatanodeRegistration(127.0.0.1:41673, datanodeUuid=819532da-daee-401b-b73c-bf7e3ce2c485, infoPort=37603, infoSecurePort=0, ipcPort=43007, storageInfo=lv=-57;cid=testClusterID;nsid=979296973;c=1733247587850), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-12-03T17:39:50,478 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94e6012cfeb3c6f6 with lease ID 0x7b8abe93e20803da: Processing first storage report for DS-bb69ee89-fa95-4cef-8fa4-55cd81c7999e from datanode DatanodeRegistration(127.0.0.1:41673, datanodeUuid=819532da-daee-401b-b73c-bf7e3ce2c485, infoPort=37603, infoSecurePort=0, ipcPort=43007, storageInfo=lv=-57;cid=testClusterID;nsid=979296973;c=1733247587850)
2024-12-03T17:39:50,478 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94e6012cfeb3c6f6 with lease ID 0x7b8abe93e20803da: from storage DS-bb69ee89-fa95-4cef-8fa4-55cd81c7999e node DatanodeRegistration(127.0.0.1:41673, datanodeUuid=819532da-daee-401b-b73c-bf7e3ce2c485, infoPort=37603, infoSecurePort=0, ipcPort=43007, storageInfo=lv=-57;cid=testClusterID;nsid=979296973;c=1733247587850), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-03T17:39:50,549 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb
2024-12-03T17:39:50,688 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/cluster_d0142579-54a4-4d26-8338-e4a5915ed0cb/zookeeper_0, clientPort=53589, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/cluster_d0142579-54a4-4d26-8338-e4a5915ed0cb/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/cluster_d0142579-54a4-4d26-8338-e4a5915ed0cb/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-03T17:39:50,705 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53589
2024-12-03T17:39:50,721 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T17:39:50,725 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T17:39:51,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741825_1001 (size=7)
2024-12-03T17:39:51,435 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1 with version=8
2024-12-03T17:39:51,435 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/hbase-staging
2024-12-03T17:39:51,561 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-03T17:39:51,875 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/27e0f852a164:0 server-side Connection retries=9
2024-12-03T17:39:51,886 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T17:39:51,887 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-03T17:39:51,892 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-03T17:39:51,893 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T17:39:51,893 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-03T17:39:52,089 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-03T17:39:52,162 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-03T17:39:52,171 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-03T17:39:52,176 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-03T17:39:52,211 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 27096 (auto-detected)
2024-12-03T17:39:52,213 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-03T17:39:52,240 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34045
2024-12-03T17:39:52,267 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34045 connecting to ZooKeeper ensemble=127.0.0.1:53589
2024-12-03T17:39:52,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340450x0, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-03T17:39:52,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34045-0x1010d5ef1170000 connected
2024-12-03T17:39:52,350 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T17:39:52,353 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T17:39:52,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T17:39:52,368 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1, hbase.cluster.distributed=false
2024-12-03T17:39:52,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-03T17:39:52,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34045
2024-12-03T17:39:52,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34045
2024-12-03T17:39:52,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34045
2024-12-03T17:39:52,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34045
2024-12-03T17:39:52,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34045
2024-12-03T17:39:52,540 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/27e0f852a164:0 server-side Connection retries=9
2024-12-03T17:39:52,542 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T17:39:52,542 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-03T17:39:52,543 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-03T17:39:52,543 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T17:39:52,543 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-03T17:39:52,546 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-03T17:39:52,549 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-03T17:39:52,550 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34455
2024-12-03T17:39:52,552 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34455 connecting to ZooKeeper ensemble=127.0.0.1:53589
2024-12-03T17:39:52,554 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T17:39:52,557 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T17:39:52,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344550x0, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-03T17:39:52,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344550x0, quorum=127.0.0.1:53589, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T17:39:52,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34455-0x1010d5ef1170001 connected
2024-12-03T17:39:52,571 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-03T17:39:52,579 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-03T17:39:52,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34455-0x1010d5ef1170001, quorum=127.0.0.1:53589, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-03T17:39:52,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34455-0x1010d5ef1170001, quorum=127.0.0.1:53589, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-03T17:39:52,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34455
2024-12-03T17:39:52,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34455
2024-12-03T17:39:52,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34455
2024-12-03T17:39:52,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34455
2024-12-03T17:39:52,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34455
2024-12-03T17:39:52,625 DEBUG [M:0;27e0f852a164:34045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27e0f852a164:34045
2024-12-03T17:39:52,626 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/27e0f852a164,34045,1733247591631
2024-12-03T17:39:52,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1010d5ef1170001, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T17:39:52,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T17:39:52,637 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/27e0f852a164,34045,1733247591631
2024-12-03T17:39:52,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1010d5ef1170001, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-03T17:39:52,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1010d5ef1170001, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T17:39:52,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T17:39:52,667 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-03T17:39:52,668 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/27e0f852a164,34045,1733247591631 from backup master directory
2024-12-03T17:39:52,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/27e0f852a164,34045,1733247591631
2024-12-03T17:39:52,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1010d5ef1170001, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T17:39:52,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T17:39:52,674 WARN  [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-03T17:39:52,674 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27e0f852a164,34045,1733247591631
2024-12-03T17:39:52,677 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-03T17:39:52,679 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-03T17:39:52,754 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/hbase.id] with ID: 8c2a92e4-9807-42d1-b462-a38a4aba4490
2024-12-03T17:39:52,754 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/.tmp/hbase.id
2024-12-03T17:39:52,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741826_1002 (size=42)
2024-12-03T17:39:52,768 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/.tmp/hbase.id]:[hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/hbase.id]
2024-12-03T17:39:52,819 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T17:39:52,824 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-03T17:39:52,844 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms.
2024-12-03T17:39:52,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1010d5ef1170001, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T17:39:52,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T17:39:52,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741827_1003 (size=196)
2024-12-03T17:39:52,883 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T17:39:52,885 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-03T17:39:52,903 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T17:39:52,908 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T17:39:52,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741828_1004 (size=1189)
2024-12-03T17:39:53,380 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/data/master/store
2024-12-03T17:39:53,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741829_1005 (size=34)
2024-12-03T17:39:53,412 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-03T17:39:53,417 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:39:53,418 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-03T17:39:53,419 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T17:39:53,419 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T17:39:53,421 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-03T17:39:53,421 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T17:39:53,421 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T17:39:53,423 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733247593418Disabling compacts and flushes for region at 1733247593418Disabling writes for close at 1733247593421 (+3 ms)Writing region close event to WAL at 1733247593421Closed at 1733247593421
2024-12-03T17:39:53,426 WARN  [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/data/master/store/.initializing
2024-12-03T17:39:53,426 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/WALs/27e0f852a164,34045,1733247591631
2024-12-03T17:39:53,439 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-03T17:39:53,461 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C34045%2C1733247591631, suffix=, logDir=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/WALs/27e0f852a164,34045,1733247591631, archiveDir=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/oldWALs, maxLogs=10
2024-12-03T17:39:53,490 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/WALs/27e0f852a164,34045,1733247591631/27e0f852a164%2C34045%2C1733247591631.1733247593467, exclude list is [], retry=0
2024-12-03T17:39:53,513 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41673,DS-a4d49ec9-3872-4568-8fe0-82d3c731470c,DISK]
2024-12-03T17:39:53,517 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-03T17:39:53,565 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/WALs/27e0f852a164,34045,1733247591631/27e0f852a164%2C34045%2C1733247591631.1733247593467
2024-12-03T17:39:53,566 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37603:37603)]
2024-12-03T17:39:53,567 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-03T17:39:53,567 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:39:53,571 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T17:39:53,572 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T17:39:53,620 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T17:39:53,654 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-03T17:39:53,658 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:39:53,662 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T17:39:53,663 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T17:39:53,668 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-03T17:39:53,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:39:53,669 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T17:39:53,670 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T17:39:53,675 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-03T17:39:53,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:39:53,676 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T17:39:53,677 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T17:39:53,681 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-03T17:39:53,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:39:53,683 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T17:39:53,687 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T17:39:53,693 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-03T17:39:53,695 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-03T17:39:53,706 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T17:39:53,707 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T17:39:53,711 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T17:39:53,723 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T17:39:53,730 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T17:39:53,732 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73731664, jitterRate=0.09868741035461426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T17:39:53,740 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733247593588Initializing all the Stores at 1733247593591 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733247593592 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733247593593 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733247593593Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733247593593Cleaning up temporary data from old regions at 1733247593707 (+114 ms)Region opened successfully at 1733247593740 (+33 ms)
2024-12-03T17:39:53,742 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-03T17:39:53,786 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e82f463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0
2024-12-03T17:39:53,835 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-03T17:39:53,850 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-03T17:39:53,851 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-03T17:39:53,855 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-03T17:39:53,857 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-03T17:39:53,865 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec
2024-12-03T17:39:53,865 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-03T17:39:53,906 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-03T17:39:53,924 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-03T17:39:53,927 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-03T17:39:53,931 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-03T17:39:53,937 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-03T17:39:53,942 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-03T17:39:53,947 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-03T17:39:53,962 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-03T17:39:53,967 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-03T17:39:53,973 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-03T17:39:53,983 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-03T17:39:54,028 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-03T17:39:54,036 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-03T17:39:54,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1010d5ef1170001, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-03T17:39:54,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1010d5ef1170001, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T17:39:54,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-03T17:39:54,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T17:39:54,047 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27e0f852a164,34045,1733247591631, sessionid=0x1010d5ef1170000, setting cluster-up flag (Was=false)
2024-12-03T17:39:54,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1010d5ef1170001, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T17:39:54,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T17:39:54,093 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-03T17:39:54,111 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,34045,1733247591631
2024-12-03T17:39:54,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1010d5ef1170001, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T17:39:54,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T17:39:54,137 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-03T17:39:54,147 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27e0f852a164,34045,1733247591631
2024-12-03T17:39:54,168 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-03T17:39:54,222 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(746): ClusterId : 8c2a92e4-9807-42d1-b462-a38a4aba4490
2024-12-03T17:39:54,226 DEBUG [RS:0;27e0f852a164:34455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-03T17:39:54,252 DEBUG [RS:0;27e0f852a164:34455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-03T17:39:54,253 DEBUG [RS:0;27e0f852a164:34455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-03T17:39:54,288 DEBUG [RS:0;27e0f852a164:34455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-03T17:39:54,293 DEBUG [RS:0;27e0f852a164:34455 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40eb81de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27e0f852a164/172.17.0.3:0
2024-12-03T17:39:54,322 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-03T17:39:54,328 DEBUG [RS:0;27e0f852a164:34455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27e0f852a164:34455
2024-12-03T17:39:54,335 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-03T17:39:54,335 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-03T17:39:54,343 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-03T17:39:54,344 DEBUG [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-03T17:39:54,348 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,34045,1733247591631 with port=34455, startcode=1733247592498
2024-12-03T17:39:54,354 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-03T17:39:54,363 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27e0f852a164,34045,1733247591631
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-03T17:39:54,370 DEBUG [RS:0;27e0f852a164:34455 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-03T17:39:54,395 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5
2024-12-03T17:39:54,396 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5
2024-12-03T17:39:54,396 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5
2024-12-03T17:39:54,396 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27e0f852a164:0, corePoolSize=5, maxPoolSize=5
2024-12-03T17:39:54,396 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27e0f852a164:0, corePoolSize=10, maxPoolSize=10
2024-12-03T17:39:54,397 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1
2024-12-03T17:39:54,397 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27e0f852a164:0, corePoolSize=2, maxPoolSize=2
2024-12-03T17:39:54,397 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27e0f852a164:0, corePoolSize=1, maxPoolSize=1
2024-12-03T17:39:54,422 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T17:39:54,423 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-03T17:39:54,424 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733247624424
2024-12-03T17:39:54,427 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-03T17:39:54,428 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-03T17:39:54,441 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:39:54,441 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-03T17:39:54,444 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-03T17:39:54,445 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-03T17:39:54,445 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-03T17:39:54,445 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-03T17:39:54,446 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-03T17:39:54,471 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-03T17:39:54,477 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-03T17:39:54,478 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-03T17:39:54,478 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-03T17:39:54,488 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34045 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-03T17:39:54,496 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-03T17:39:54,496 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-03T17:39:54,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741831_1007 (size=1321)
2024-12-03T17:39:54,503 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733247594499,5,FailOnTimeoutGroup]
2024-12-03T17:39:54,506 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-03T17:39:54,507 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1
2024-12-03T17:39:54,526 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733247594503,5,FailOnTimeoutGroup]
2024-12-03T17:39:54,527 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-03T17:39:54,527 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-03T17:39:54,529 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-03T17:39:54,529 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-03T17:39:54,538 DEBUG [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-03T17:39:54,538 WARN  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-12-03T17:39:54,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741832_1008 (size=32)
2024-12-03T17:39:54,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:39:54,967 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-03T17:39:54,976 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-03T17:39:54,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:39:54,978 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T17:39:54,978 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-03T17:39:54,982 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-03T17:39:54,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:39:54,984 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T17:39:54,984 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-03T17:39:54,990 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-03T17:39:54,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:39:54,992 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T17:39:54,992 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-03T17:39:54,998 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-03T17:39:54,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:39:55,000 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T17:39:55,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-03T17:39:55,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/meta/1588230740
2024-12-03T17:39:55,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/meta/1588230740
2024-12-03T17:39:55,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-03T17:39:55,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-03T17:39:55,011 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T17:39:55,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-03T17:39:55,023 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T17:39:55,027 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59052258, jitterRate=-0.12005278468132019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T17:39:55,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733247594963Initializing all the Stores at 1733247594966 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733247594966Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733247594967 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733247594967Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733247594967Cleaning up temporary data from old regions at 1733247595009 (+42 ms)Region opened successfully at 1733247595029 (+20 ms)
2024-12-03T17:39:55,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-03T17:39:55,030 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-03T17:39:55,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-03T17:39:55,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-03T17:39:55,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-03T17:39:55,035 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-03T17:39:55,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733247595030Disabling compacts and flushes for region at 1733247595030Disabling writes for close at 1733247595031 (+1 ms)Writing region close event to WAL at 1733247595035 (+4 ms)Closed at 1733247595035
2024-12-03T17:39:55,043 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T17:39:55,043 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-03T17:39:55,052 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-03T17:39:55,068 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-03T17:39:55,072 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-03T17:39:55,225 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:39:56,226 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:39:57,227 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:39:58,228 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:39:59,228 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:00,229 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:01,230 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:02,158 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-03T17:40:02,159 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-03T17:40:02,231 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:03,232 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:04,233 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:05,234 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:06,234 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:07,235 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:08,236 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:09,237 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:10,238 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:11,239 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:12,240 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:13,241 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:14,241 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:15,242 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:16,243 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:17,244 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:18,245 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:19,246 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:20,247 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:20,544 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T17:40:21,248 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:22,248 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:23,249 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:24,254 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:24,540 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(2659): reportForDuty to master=27e0f852a164,34045,1733247591631 with port=34455, startcode=1733247592498
2024-12-03T17:40:24,543 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34045 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27e0f852a164,34455,1733247592498
2024-12-03T17:40:24,547 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34045 {}] master.ServerManager(517): Registering regionserver=27e0f852a164,34455,1733247592498
2024-12-03T17:40:24,560 DEBUG [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1
2024-12-03T17:40:24,560 DEBUG [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46479
2024-12-03T17:40:24,560 DEBUG [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-03T17:40:24,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-03T17:40:24,567 DEBUG [RS:0;27e0f852a164:34455 {}] zookeeper.ZKUtil(111): regionserver:34455-0x1010d5ef1170001, quorum=127.0.0.1:53589, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/27e0f852a164,34455,1733247592498
2024-12-03T17:40:24,567 WARN  [RS:0;27e0f852a164:34455 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-03T17:40:24,567 INFO  [RS:0;27e0f852a164:34455 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T17:40:24,568 DEBUG [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/WALs/27e0f852a164,34455,1733247592498
2024-12-03T17:40:24,572 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27e0f852a164,34455,1733247592498]
2024-12-03T17:40:24,607 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-03T17:40:24,626 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-03T17:40:24,634 INFO  [RS:0;27e0f852a164:34455 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-03T17:40:24,635 INFO  [RS:0;27e0f852a164:34455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T17:40:24,636 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-03T17:40:24,645 INFO  [RS:0;27e0f852a164:34455 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-03T17:40:24,647 INFO  [RS:0;27e0f852a164:34455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-03T17:40:24,648 DEBUG [RS:0;27e0f852a164:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1
2024-12-03T17:40:24,648 DEBUG [RS:0;27e0f852a164:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1
2024-12-03T17:40:24,648 DEBUG [RS:0;27e0f852a164:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1
2024-12-03T17:40:24,648 DEBUG [RS:0;27e0f852a164:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1
2024-12-03T17:40:24,649 DEBUG [RS:0;27e0f852a164:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1
2024-12-03T17:40:24,649 DEBUG [RS:0;27e0f852a164:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27e0f852a164:0, corePoolSize=2, maxPoolSize=2
2024-12-03T17:40:24,649 DEBUG [RS:0;27e0f852a164:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1
2024-12-03T17:40:24,649 DEBUG [RS:0;27e0f852a164:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1
2024-12-03T17:40:24,650 DEBUG [RS:0;27e0f852a164:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1
2024-12-03T17:40:24,650 DEBUG [RS:0;27e0f852a164:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1
2024-12-03T17:40:24,650 DEBUG [RS:0;27e0f852a164:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1
2024-12-03T17:40:24,650 DEBUG [RS:0;27e0f852a164:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27e0f852a164:0, corePoolSize=1, maxPoolSize=1
2024-12-03T17:40:24,650 DEBUG [RS:0;27e0f852a164:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3
2024-12-03T17:40:24,651 DEBUG [RS:0;27e0f852a164:34455 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27e0f852a164:0, corePoolSize=3, maxPoolSize=3
2024-12-03T17:40:24,654 INFO  [RS:0;27e0f852a164:34455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-03T17:40:24,655 INFO  [RS:0;27e0f852a164:34455 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-03T17:40:24,655 INFO  [RS:0;27e0f852a164:34455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T17:40:24,655 INFO  [RS:0;27e0f852a164:34455 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-03T17:40:24,655 INFO  [RS:0;27e0f852a164:34455 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-03T17:40:24,655 INFO  [RS:0;27e0f852a164:34455 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,34455,1733247592498-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-03T17:40:24,681 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-03T17:40:24,683 INFO  [RS:0;27e0f852a164:34455 {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,34455,1733247592498-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T17:40:24,683 INFO  [RS:0;27e0f852a164:34455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T17:40:24,684 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.Replication(171): 27e0f852a164,34455,1733247592498 started
2024-12-03T17:40:24,706 INFO  [RS:0;27e0f852a164:34455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T17:40:24,707 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1482): Serving as 27e0f852a164,34455,1733247592498, RpcServer on 27e0f852a164/172.17.0.3:34455, sessionid=0x1010d5ef1170001
2024-12-03T17:40:24,708 DEBUG [RS:0;27e0f852a164:34455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-03T17:40:24,708 DEBUG [RS:0;27e0f852a164:34455 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27e0f852a164,34455,1733247592498
2024-12-03T17:40:24,708 DEBUG [RS:0;27e0f852a164:34455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,34455,1733247592498'
2024-12-03T17:40:24,708 DEBUG [RS:0;27e0f852a164:34455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-03T17:40:24,709 DEBUG [RS:0;27e0f852a164:34455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-03T17:40:24,710 DEBUG [RS:0;27e0f852a164:34455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-03T17:40:24,710 DEBUG [RS:0;27e0f852a164:34455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-03T17:40:24,711 DEBUG [RS:0;27e0f852a164:34455 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27e0f852a164,34455,1733247592498
2024-12-03T17:40:24,711 DEBUG [RS:0;27e0f852a164:34455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27e0f852a164,34455,1733247592498'
2024-12-03T17:40:24,711 DEBUG [RS:0;27e0f852a164:34455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-03T17:40:24,712 DEBUG [RS:0;27e0f852a164:34455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-03T17:40:24,712 DEBUG [RS:0;27e0f852a164:34455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-03T17:40:24,713 INFO  [RS:0;27e0f852a164:34455 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-03T17:40:24,713 INFO  [RS:0;27e0f852a164:34455 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-03T17:40:25,255 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:26,256 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:27,257 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:28,257 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:29,258 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:30,259 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:31,260 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:32,260 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:33,261 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:34,262 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:35,263 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:36,264 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:37,265 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:38,265 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:39,266 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:40,267 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:41,268 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:42,269 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:43,269 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:44,270 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:45,271 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:46,272 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:47,272 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:48,273 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:49,274 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:50,275 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:50,545 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T17:40:51,276 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:52,277 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:53,277 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:54,278 WARN  [27e0f852a164:34045 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T17:40:54,721 INFO  [RS:0;27e0f852a164:34455 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-03T17:40:54,730 INFO  [RS:0;27e0f852a164:34455 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C34455%2C1733247592498, suffix=, logDir=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/WALs/27e0f852a164,34455,1733247592498, archiveDir=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/oldWALs, maxLogs=32
2024-12-03T17:40:54,758 DEBUG [RS:0;27e0f852a164:34455 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/WALs/27e0f852a164,34455,1733247592498/27e0f852a164%2C34455%2C1733247592498.1733247654733, exclude list is [], retry=0
2024-12-03T17:40:54,765 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41673,DS-a4d49ec9-3872-4568-8fe0-82d3c731470c,DISK]
2024-12-03T17:40:54,770 INFO  [RS:0;27e0f852a164:34455 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/WALs/27e0f852a164,34455,1733247592498/27e0f852a164%2C34455%2C1733247592498.1733247654733
2024-12-03T17:40:54,771 DEBUG [RS:0;27e0f852a164:34455 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37603:37603)]
2024-12-03T17:40:55,032 DEBUG [27e0f852a164:34045 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-03T17:40:55,051 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27e0f852a164,34455,1733247592498
2024-12-03T17:40:55,062 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,34455,1733247592498, state=OPENING
2024-12-03T17:40:55,070 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-03T17:40:55,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1010d5ef1170001, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T17:40:55,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T17:40:55,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T17:40:55,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T17:40:55,077 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-03T17:40:55,080 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,34455,1733247592498}]
2024-12-03T17:40:55,273 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-03T17:40:55,277 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-03T17:40:55,289 INFO  [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-03T17:40:55,290 INFO  [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T17:40:55,290 INFO  [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-03T17:40:55,294 INFO  [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27e0f852a164%2C34455%2C1733247592498.meta, suffix=.meta, logDir=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/WALs/27e0f852a164,34455,1733247592498, archiveDir=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/oldWALs, maxLogs=32
2024-12-03T17:40:55,315 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/WALs/27e0f852a164,34455,1733247592498/27e0f852a164%2C34455%2C1733247592498.meta.1733247655297.meta, exclude list is [], retry=0
2024-12-03T17:40:55,320 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41673,DS-a4d49ec9-3872-4568-8fe0-82d3c731470c,DISK]
2024-12-03T17:40:55,324 INFO  [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/WALs/27e0f852a164,34455,1733247592498/27e0f852a164%2C34455%2C1733247592498.meta.1733247655297.meta
2024-12-03T17:40:55,325 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37603:37603)]
2024-12-03T17:40:55,325 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-03T17:40:55,328 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-03T17:40:55,331 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-03T17:40:55,337 INFO  [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-03T17:40:55,342 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-03T17:40:55,342 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:40:55,343 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-03T17:40:55,343 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-03T17:40:55,346 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-03T17:40:55,348 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-03T17:40:55,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:40:55,349 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T17:40:55,349 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-03T17:40:55,351 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-03T17:40:55,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:40:55,352 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T17:40:55,352 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-03T17:40:55,353 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-03T17:40:55,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:40:55,355 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T17:40:55,355 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-03T17:40:55,356 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-03T17:40:55,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:40:55,357 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T17:40:55,357 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-03T17:40:55,359 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/meta/1588230740
2024-12-03T17:40:55,362 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/meta/1588230740
2024-12-03T17:40:55,365 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-03T17:40:55,365 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-03T17:40:55,366 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T17:40:55,370 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-03T17:40:55,371 INFO  [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68368154, jitterRate=0.018764883279800415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T17:40:55,372 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-03T17:40:55,374 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733247655343Writing region info on filesystem at 1733247655343Initializing all the Stores at 1733247655346 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733247655346Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733247655346Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733247655346Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733247655346Cleaning up temporary data from old regions at 1733247655365 (+19 ms)Running coprocessor post-open hooks at 1733247655372 (+7 ms)Region opened successfully at 1733247655373 (+1 ms)
2024-12-03T17:40:55,382 INFO  [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733247655260
2024-12-03T17:40:55,397 DEBUG [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-03T17:40:55,398 INFO  [RS_OPEN_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-03T17:40:55,400 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,34455,1733247592498
2024-12-03T17:40:55,403 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27e0f852a164,34455,1733247592498, state=OPEN
2024-12-03T17:40:55,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-03T17:40:55,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1010d5ef1170001, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-03T17:40:55,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T17:40:55,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T17:40:55,409 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27e0f852a164,34455,1733247592498
2024-12-03T17:40:55,417 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-03T17:40:55,418 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27e0f852a164,34455,1733247592498 in 330 msec
2024-12-03T17:40:55,426 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-03T17:40:55,426 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.367 sec
2024-12-03T17:40:55,428 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T17:40:55,429 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-03T17:40:55,456 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T17:40:55,457 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,34455,1733247592498, seqNum=-1]
2024-12-03T17:40:55,488 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T17:40:55,492 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T17:40:55,534 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.311 sec
2024-12-03T17:40:55,535 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733247655534, completionTime=-1
2024-12-03T17:40:55,538 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-03T17:40:55,538 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-03T17:40:55,572 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-03T17:40:55,573 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733247715572
2024-12-03T17:40:55,573 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733247775573
2024-12-03T17:40:55,573 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 34 msec
2024-12-03T17:40:55,575 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,34045,1733247591631-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T17:40:55,576 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,34045,1733247591631-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T17:40:55,576 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,34045,1733247591631-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T17:40:55,578 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27e0f852a164:34045, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T17:40:55,578 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-03T17:40:55,583 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-03T17:40:55,590 DEBUG [master/27e0f852a164:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-03T17:40:55,625 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.950sec
2024-12-03T17:40:55,627 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-03T17:40:55,629 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-03T17:40:55,630 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-03T17:40:55,631 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-03T17:40:55,631 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-03T17:40:55,632 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,34045,1733247591631-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-03T17:40:55,633 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,34045,1733247591631-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-03T17:40:55,647 DEBUG [master/27e0f852a164:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-03T17:40:55,648 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-03T17:40:55,649 INFO  [master/27e0f852a164:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27e0f852a164,34045,1733247591631-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T17:40:55,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T17:40:55,686 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-03T17:40:55,687 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-03T17:40:55,691 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,34045,-1 for getting cluster id
2024-12-03T17:40:55,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T17:40:55,710 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c2a92e4-9807-42d1-b462-a38a4aba4490'
2024-12-03T17:40:55,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T17:40:55,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c2a92e4-9807-42d1-b462-a38a4aba4490"

2024-12-03T17:40:55,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5f5f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T17:40:55,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,34045,-1]
2024-12-03T17:40:55,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T17:40:55,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T17:40:55,732 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T17:40:55,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fad6539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T17:40:55,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T17:40:55,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,34455,1733247592498, seqNum=-1]
2024-12-03T17:40:55,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T17:40:55,756 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T17:40:55,783 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27e0f852a164,34045,1733247591631
2024-12-03T17:40:55,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0bb8d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T17:40:55,791 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27e0f852a164,34045,-1 for getting cluster id
2024-12-03T17:40:55,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T17:40:55,794 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c2a92e4-9807-42d1-b462-a38a4aba4490'
2024-12-03T17:40:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T17:40:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c2a92e4-9807-42d1-b462-a38a4aba4490"

2024-12-03T17:40:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245edd47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T17:40:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27e0f852a164,34045,-1]
2024-12-03T17:40:55,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T17:40:55,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T17:40:55,819 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T17:40:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bbbb7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T17:40:55,870 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=718, ProcessCount=11, AvailableMemoryMB=4554
2024-12-03T17:40:55,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T17:40:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27e0f852a164,34045,1733247591631
2024-12-03T17:40:55,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a90823d
2024-12-03T17:40:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T17:40:55,911 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T17:40:55,922 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T17:40:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-12-03T17:40:55,977 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T17:40:55,980 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:40:55,983 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-12-03T17:40:55,983 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T17:40:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-03T17:40:56,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741835_1011 (size=428)
2024-12-03T17:40:56,438 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af0b3732aa1d69eda45a39a20e13a0f3, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1
2024-12-03T17:40:56,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741836_1012 (size=79)
2024-12-03T17:40:56,851 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:40:56,851 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing af0b3732aa1d69eda45a39a20e13a0f3, disabling compactions & flushes
2024-12-03T17:40:56,851 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3.
2024-12-03T17:40:56,851 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3.
2024-12-03T17:40:56,851 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3. after waiting 0 ms
2024-12-03T17:40:56,851 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3.
2024-12-03T17:40:56,851 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3.
2024-12-03T17:40:56,852 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for af0b3732aa1d69eda45a39a20e13a0f3:
Waiting for close lock at 1733247656851Disabling compacts and flushes for region at 1733247656851Disabling writes for close at 1733247656851Writing region close event to WAL at 1733247656851Closed at 1733247656851
2024-12-03T17:40:56,854 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T17:40:56,860 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733247656854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733247656854"}]},"ts":"1733247656854"}
2024-12-03T17:40:56,867 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T17:40:56,870 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T17:40:56,873 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733247656870"}]},"ts":"1733247656870"}
2024-12-03T17:40:56,879 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-12-03T17:40:56,882 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=af0b3732aa1d69eda45a39a20e13a0f3, ASSIGN}]
2024-12-03T17:40:56,885 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=af0b3732aa1d69eda45a39a20e13a0f3, ASSIGN
2024-12-03T17:40:56,887 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=af0b3732aa1d69eda45a39a20e13a0f3, ASSIGN; state=OFFLINE, location=27e0f852a164,34455,1733247592498; forceNewPlan=false, retain=false
2024-12-03T17:40:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-03T17:40:57,039 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af0b3732aa1d69eda45a39a20e13a0f3, regionState=OPENING, regionLocation=27e0f852a164,34455,1733247592498
2024-12-03T17:40:57,045 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=af0b3732aa1d69eda45a39a20e13a0f3, ASSIGN because future has completed
2024-12-03T17:40:57,046 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af0b3732aa1d69eda45a39a20e13a0f3, server=27e0f852a164,34455,1733247592498}]
2024-12-03T17:40:57,211 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3.
2024-12-03T17:40:57,211 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => af0b3732aa1d69eda45a39a20e13a0f3, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3.', STARTKEY => '', ENDKEY => ''}
2024-12-03T17:40:57,212 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync af0b3732aa1d69eda45a39a20e13a0f3
2024-12-03T17:40:57,212 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:40:57,212 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for af0b3732aa1d69eda45a39a20e13a0f3
2024-12-03T17:40:57,212 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for af0b3732aa1d69eda45a39a20e13a0f3
2024-12-03T17:40:57,216 INFO  [StoreOpener-af0b3732aa1d69eda45a39a20e13a0f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region af0b3732aa1d69eda45a39a20e13a0f3 
2024-12-03T17:40:57,220 INFO  [StoreOpener-af0b3732aa1d69eda45a39a20e13a0f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af0b3732aa1d69eda45a39a20e13a0f3 columnFamilyName testFamily
2024-12-03T17:40:57,220 DEBUG [StoreOpener-af0b3732aa1d69eda45a39a20e13a0f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:40:57,221 INFO  [StoreOpener-af0b3732aa1d69eda45a39a20e13a0f3-1 {}] regionserver.HStore(327): Store=af0b3732aa1d69eda45a39a20e13a0f3/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T17:40:57,222 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for af0b3732aa1d69eda45a39a20e13a0f3
2024-12-03T17:40:57,223 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/af0b3732aa1d69eda45a39a20e13a0f3
2024-12-03T17:40:57,224 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/af0b3732aa1d69eda45a39a20e13a0f3
2024-12-03T17:40:57,225 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for af0b3732aa1d69eda45a39a20e13a0f3
2024-12-03T17:40:57,225 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for af0b3732aa1d69eda45a39a20e13a0f3
2024-12-03T17:40:57,228 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for af0b3732aa1d69eda45a39a20e13a0f3
2024-12-03T17:40:57,231 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/af0b3732aa1d69eda45a39a20e13a0f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T17:40:57,232 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened af0b3732aa1d69eda45a39a20e13a0f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74249554, jitterRate=0.10640457272529602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T17:40:57,233 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af0b3732aa1d69eda45a39a20e13a0f3
2024-12-03T17:40:57,233 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for af0b3732aa1d69eda45a39a20e13a0f3:
Running coprocessor pre-open hook at 1733247657212Writing region info on filesystem at 1733247657212Initializing all the Stores at 1733247657216 (+4 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733247657216Cleaning up temporary data from old regions at 1733247657225 (+9 ms)Running coprocessor post-open hooks at 1733247657233 (+8 ms)Region opened successfully at 1733247657233
2024-12-03T17:40:57,238 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3., pid=6, masterSystemTime=1733247657202
2024-12-03T17:40:57,247 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3.
2024-12-03T17:40:57,247 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3.
2024-12-03T17:40:57,250 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af0b3732aa1d69eda45a39a20e13a0f3, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,34455,1733247592498
2024-12-03T17:40:57,256 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af0b3732aa1d69eda45a39a20e13a0f3, server=27e0f852a164,34455,1733247592498 because future has completed
2024-12-03T17:40:57,271 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-03T17:40:57,273 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure af0b3732aa1d69eda45a39a20e13a0f3, server=27e0f852a164,34455,1733247592498 in 219 msec
2024-12-03T17:40:57,276 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-03T17:40:57,276 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=af0b3732aa1d69eda45a39a20e13a0f3, ASSIGN in 390 msec
2024-12-03T17:40:57,279 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T17:40:57,279 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733247657279"}]},"ts":"1733247657279"}
2024-12-03T17:40:57,286 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-12-03T17:40:57,288 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T17:40:57,292 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.3230 sec
2024-12-03T17:40:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-03T17:40:59,044 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-12-03T17:40:59,044 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-12-03T17:40:59,046 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T17:40:59,055 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-12-03T17:40:59,056 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T17:40:59,057 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-12-03T17:40:59,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T17:40:59,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27e0f852a164,34455,1733247592498, seqNum=-1]
2024-12-03T17:40:59,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T17:40:59,066 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T17:40:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3., hostname=27e0f852a164,34455,1733247592498, seqNum=2]
2024-12-03T17:40:59,107 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T17:40:59,113 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-12-03T17:40:59,122 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-03T17:40:59,126 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-03T17:40:59,135 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-03T17:40:59,137 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1277721009276846088
2024-12-03T17:40:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:35354 deadline: 1733247662134, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T17:40:59,158 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-03T17:40:59,167 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-03T17:40:59,169 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T17:40:59,177 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T17:40:59,183 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1277721009276846090
2024-12-03T17:40:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:35354 deadline: 1733247662177, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T17:40:59,195 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T17:40:59,199 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=1277721009276846091
2024-12-03T17:40:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:35354 deadline: 1733247662194, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T17:40:59,210 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T17:40:59,215 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=1277721009276846092
2024-12-03T17:40:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:35354 deadline: 1733247662209, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T17:40:59,226 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T17:40:59,245 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1432075395_22 at /127.0.0.1:40790 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/27e0f852a164:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=718 (was 718), ProcessCount=11 (was 11), AvailableMemoryMB=4427 (was 4554)
2024-12-03T17:40:59,261 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=718, ProcessCount=11, AvailableMemoryMB=4425
2024-12-03T17:40:59,268 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34045 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T17:40:59,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34045 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-12-03T17:40:59,274 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T17:40:59,274 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:40:59,274 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34045 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-12-03T17:40:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-03T17:40:59,277 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T17:40:59,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741837_1013 (size=414)
2024-12-03T17:40:59,723 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9479ffd82f14b87cc2f24e2dd151e157, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1
2024-12-03T17:40:59,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741838_1014 (size=65)
2024-12-03T17:40:59,779 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:40:59,779 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 9479ffd82f14b87cc2f24e2dd151e157, disabling compactions & flushes
2024-12-03T17:40:59,779 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157.
2024-12-03T17:40:59,779 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157.
2024-12-03T17:40:59,780 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157. after waiting 0 ms
2024-12-03T17:40:59,780 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157.
2024-12-03T17:40:59,780 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157.
2024-12-03T17:40:59,780 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9479ffd82f14b87cc2f24e2dd151e157:
Waiting for close lock at 1733247659779Disabling compacts and flushes for region at 1733247659779Disabling writes for close at 1733247659780 (+1 ms)Writing region close event to WAL at 1733247659780Closed at 1733247659780
2024-12-03T17:40:59,788 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T17:40:59,788 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733247659788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733247659788"}]},"ts":"1733247659788"}
2024-12-03T17:40:59,793 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T17:40:59,796 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T17:40:59,796 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733247659796"}]},"ts":"1733247659796"}
2024-12-03T17:40:59,801 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-03T17:40:59,801 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=9479ffd82f14b87cc2f24e2dd151e157, ASSIGN}]
2024-12-03T17:40:59,804 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=9479ffd82f14b87cc2f24e2dd151e157, ASSIGN
2024-12-03T17:40:59,806 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=9479ffd82f14b87cc2f24e2dd151e157, ASSIGN; state=OFFLINE, location=27e0f852a164,34455,1733247592498; forceNewPlan=false, retain=false
2024-12-03T17:40:59,957 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9479ffd82f14b87cc2f24e2dd151e157, regionState=OPENING, regionLocation=27e0f852a164,34455,1733247592498
2024-12-03T17:40:59,963 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=9479ffd82f14b87cc2f24e2dd151e157, ASSIGN because future has completed
2024-12-03T17:40:59,964 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9479ffd82f14b87cc2f24e2dd151e157, server=27e0f852a164,34455,1733247592498}]
2024-12-03T17:41:00,129 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157.
2024-12-03T17:41:00,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 9479ffd82f14b87cc2f24e2dd151e157, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157.', STARTKEY => '', ENDKEY => ''}
2024-12-03T17:41:00,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 9479ffd82f14b87cc2f24e2dd151e157
2024-12-03T17:41:00,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:41:00,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 9479ffd82f14b87cc2f24e2dd151e157
2024-12-03T17:41:00,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 9479ffd82f14b87cc2f24e2dd151e157
2024-12-03T17:41:00,140 INFO  [StoreOpener-9479ffd82f14b87cc2f24e2dd151e157-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9479ffd82f14b87cc2f24e2dd151e157 
2024-12-03T17:41:00,143 INFO  [StoreOpener-9479ffd82f14b87cc2f24e2dd151e157-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9479ffd82f14b87cc2f24e2dd151e157 columnFamilyName testFamily
2024-12-03T17:41:00,143 DEBUG [StoreOpener-9479ffd82f14b87cc2f24e2dd151e157-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:41:00,145 INFO  [StoreOpener-9479ffd82f14b87cc2f24e2dd151e157-1 {}] regionserver.HStore(327): Store=9479ffd82f14b87cc2f24e2dd151e157/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T17:41:00,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 9479ffd82f14b87cc2f24e2dd151e157
2024-12-03T17:41:00,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnOpenScanner/9479ffd82f14b87cc2f24e2dd151e157
2024-12-03T17:41:00,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnOpenScanner/9479ffd82f14b87cc2f24e2dd151e157
2024-12-03T17:41:00,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 9479ffd82f14b87cc2f24e2dd151e157
2024-12-03T17:41:00,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 9479ffd82f14b87cc2f24e2dd151e157
2024-12-03T17:41:00,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 9479ffd82f14b87cc2f24e2dd151e157
2024-12-03T17:41:00,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnOpenScanner/9479ffd82f14b87cc2f24e2dd151e157/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T17:41:00,172 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 9479ffd82f14b87cc2f24e2dd151e157; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74043516, jitterRate=0.10333436727523804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T17:41:00,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9479ffd82f14b87cc2f24e2dd151e157
2024-12-03T17:41:00,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 9479ffd82f14b87cc2f24e2dd151e157:
Running coprocessor pre-open hook at 1733247660131Writing region info on filesystem at 1733247660131Initializing all the Stores at 1733247660139 (+8 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733247660140 (+1 ms)Cleaning up temporary data from old regions at 1733247660150 (+10 ms)Running coprocessor post-open hooks at 1733247660172 (+22 ms)Region opened successfully at 1733247660173 (+1 ms)
2024-12-03T17:41:00,175 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157., pid=9, masterSystemTime=1733247660120
2024-12-03T17:41:00,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157.
2024-12-03T17:41:00,180 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157.
2024-12-03T17:41:00,182 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9479ffd82f14b87cc2f24e2dd151e157, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,34455,1733247592498
2024-12-03T17:41:00,190 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9479ffd82f14b87cc2f24e2dd151e157, server=27e0f852a164,34455,1733247592498 because future has completed
2024-12-03T17:41:00,203 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-03T17:41:00,203 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 9479ffd82f14b87cc2f24e2dd151e157, server=27e0f852a164,34455,1733247592498 in 233 msec
2024-12-03T17:41:00,208 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-03T17:41:00,208 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=9479ffd82f14b87cc2f24e2dd151e157, ASSIGN in 402 msec
2024-12-03T17:41:00,209 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T17:41:00,210 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733247660210"}]},"ts":"1733247660210"}
2024-12-03T17:41:00,214 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-03T17:41:00,216 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T17:41:00,228 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 948 msec
2024-12-03T17:41:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-03T17:41:00,293 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-12-03T17:41:00,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-03T17:41:00,293 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T17:41:00,298 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-03T17:41:00,299 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T17:41:00,299 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-12-03T17:41:00,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157., hostname=27e0f852a164,34455,1733247592498, seqNum=2]
2024-12-03T17:41:00,319 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T17:41:00,319 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-03T17:41:00,324 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-03T17:41:00,326 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34455 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-03T17:41:00,883 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T17:41:00,922 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-12-03T17:41:00,924 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-03T17:41:00,925 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-12-03T17:41:02,157 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-03T17:41:02,157 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-03T17:41:02,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-03T17:41:02,159 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-03T17:41:02,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-03T17:41:02,160 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-12-03T17:41:02,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-03T17:41:02,161 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-03T17:41:06,337 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157., hostname=27e0f852a164,34455,1733247592498, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157., hostname=27e0f852a164,34455,1733247592498, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=27e0f852a164:34455 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-12-03T17:41:06,338 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157., hostname=27e0f852a164,34455,1733247592498, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-12-03T17:41:06,338 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157., hostname=27e0f852a164,34455,1733247592498, seqNum=2 from cache
2024-12-03T17:41:06,357 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=749 (was 718) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3519 (was 4425)
2024-12-03T17:41:06,369 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=749, ProcessCount=11, AvailableMemoryMB=3518
2024-12-03T17:41:06,372 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34045 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T17:41:06,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34045 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-12-03T17:41:06,377 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T17:41:06,378 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:41:06,378 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34045 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-12-03T17:41:06,380 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T17:41:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-03T17:41:06,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741839_1015 (size=412)
2024-12-03T17:41:06,396 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ba8f01aa5b9f82e5fe064f0d5d15a90, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1
2024-12-03T17:41:06,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741840_1016 (size=63)
2024-12-03T17:41:06,439 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:41:06,440 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 7ba8f01aa5b9f82e5fe064f0d5d15a90, disabling compactions & flushes
2024-12-03T17:41:06,440 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90.
2024-12-03T17:41:06,440 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90.
2024-12-03T17:41:06,440 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90. after waiting 0 ms
2024-12-03T17:41:06,440 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90.
2024-12-03T17:41:06,440 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90.
2024-12-03T17:41:06,440 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ba8f01aa5b9f82e5fe064f0d5d15a90:
Waiting for close lock at 1733247666440Disabling compacts and flushes for region at 1733247666440Disabling writes for close at 1733247666440Writing region close event to WAL at 1733247666440Closed at 1733247666440
2024-12-03T17:41:06,445 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T17:41:06,446 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733247666445"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733247666445"}]},"ts":"1733247666445"}
2024-12-03T17:41:06,450 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T17:41:06,451 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T17:41:06,452 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733247666451"}]},"ts":"1733247666451"}
2024-12-03T17:41:06,455 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-03T17:41:06,455 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7ba8f01aa5b9f82e5fe064f0d5d15a90, ASSIGN}]
2024-12-03T17:41:06,457 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7ba8f01aa5b9f82e5fe064f0d5d15a90, ASSIGN
2024-12-03T17:41:06,459 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7ba8f01aa5b9f82e5fe064f0d5d15a90, ASSIGN; state=OFFLINE, location=27e0f852a164,34455,1733247592498; forceNewPlan=false, retain=false
2024-12-03T17:41:06,610 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7ba8f01aa5b9f82e5fe064f0d5d15a90, regionState=OPENING, regionLocation=27e0f852a164,34455,1733247592498
2024-12-03T17:41:06,615 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7ba8f01aa5b9f82e5fe064f0d5d15a90, ASSIGN because future has completed
2024-12-03T17:41:06,616 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ba8f01aa5b9f82e5fe064f0d5d15a90, server=27e0f852a164,34455,1733247592498}]
2024-12-03T17:41:06,778 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90.
2024-12-03T17:41:06,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ba8f01aa5b9f82e5fe064f0d5d15a90, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90.', STARTKEY => '', ENDKEY => ''}
2024-12-03T17:41:06,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 7ba8f01aa5b9f82e5fe064f0d5d15a90
2024-12-03T17:41:06,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:41:06,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 7ba8f01aa5b9f82e5fe064f0d5d15a90
2024-12-03T17:41:06,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 7ba8f01aa5b9f82e5fe064f0d5d15a90
2024-12-03T17:41:06,782 INFO  [StoreOpener-7ba8f01aa5b9f82e5fe064f0d5d15a90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7ba8f01aa5b9f82e5fe064f0d5d15a90 
2024-12-03T17:41:06,784 INFO  [StoreOpener-7ba8f01aa5b9f82e5fe064f0d5d15a90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ba8f01aa5b9f82e5fe064f0d5d15a90 columnFamilyName testFamily
2024-12-03T17:41:06,785 DEBUG [StoreOpener-7ba8f01aa5b9f82e5fe064f0d5d15a90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:41:06,785 INFO  [StoreOpener-7ba8f01aa5b9f82e5fe064f0d5d15a90-1 {}] regionserver.HStore(327): Store=7ba8f01aa5b9f82e5fe064f0d5d15a90/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T17:41:06,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 7ba8f01aa5b9f82e5fe064f0d5d15a90
2024-12-03T17:41:06,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnNextAsync/7ba8f01aa5b9f82e5fe064f0d5d15a90
2024-12-03T17:41:06,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnNextAsync/7ba8f01aa5b9f82e5fe064f0d5d15a90
2024-12-03T17:41:06,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 7ba8f01aa5b9f82e5fe064f0d5d15a90
2024-12-03T17:41:06,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 7ba8f01aa5b9f82e5fe064f0d5d15a90
2024-12-03T17:41:06,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 7ba8f01aa5b9f82e5fe064f0d5d15a90
2024-12-03T17:41:06,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnNextAsync/7ba8f01aa5b9f82e5fe064f0d5d15a90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T17:41:06,808 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 7ba8f01aa5b9f82e5fe064f0d5d15a90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58937224, jitterRate=-0.12176692485809326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T17:41:06,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ba8f01aa5b9f82e5fe064f0d5d15a90
2024-12-03T17:41:06,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 7ba8f01aa5b9f82e5fe064f0d5d15a90:
Running coprocessor pre-open hook at 1733247666780Writing region info on filesystem at 1733247666780Initializing all the Stores at 1733247666781 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733247666781Cleaning up temporary data from old regions at 1733247666790 (+9 ms)Running coprocessor post-open hooks at 1733247666808 (+18 ms)Region opened successfully at 1733247666810 (+2 ms)
2024-12-03T17:41:06,815 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90., pid=12, masterSystemTime=1733247666770
2024-12-03T17:41:06,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90.
2024-12-03T17:41:06,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-12-03T17:41:06,828 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90.
2024-12-03T17:41:06,831 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7ba8f01aa5b9f82e5fe064f0d5d15a90, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,34455,1733247592498
2024-12-03T17:41:06,838 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ba8f01aa5b9f82e5fe064f0d5d15a90, server=27e0f852a164,34455,1733247592498 because future has completed
2024-12-03T17:41:06,848 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-03T17:41:06,849 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ba8f01aa5b9f82e5fe064f0d5d15a90, server=27e0f852a164,34455,1733247592498 in 228 msec
2024-12-03T17:41:06,852 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-03T17:41:06,852 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7ba8f01aa5b9f82e5fe064f0d5d15a90, ASSIGN in 393 msec
2024-12-03T17:41:06,853 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T17:41:06,853 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733247666853"}]},"ts":"1733247666853"}
2024-12-03T17:41:06,856 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-03T17:41:06,858 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T17:41:06,862 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 485 msec
2024-12-03T17:41:06,927 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-12-03T17:41:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-03T17:41:07,393 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-12-03T17:41:07,393 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-03T17:41:07,393 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T17:41:07,400 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-03T17:41:07,400 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T17:41:07,400 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-12-03T17:41:07,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90., hostname=27e0f852a164,34455,1733247592498, seqNum=2]
2024-12-03T17:41:07,427 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T17:41:07,427 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-03T17:41:07,433 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-03T17:41:07,439 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-03T17:41:07,440 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-03T17:41:07,440 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34455 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-03T17:41:12,313 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T17:41:12,348 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-03T17:41:12,348 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-03T17:41:13,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34455 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1277721009276846101' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-03T17:41:13,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34455 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:35354 deadline: 1733247679451, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1277721009276846101' does not exist
2024-12-03T17:41:13,456 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 27e0f852a164,34455,1733247592498 for closing scanner id = 1277721009276846101 for 7ba8f01aa5b9f82e5fe064f0d5d15a90 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1277721009276846101' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T17:41:13,460 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=809 (was 749) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3525 (was 3518) - AvailableMemoryMB LEAK? -
2024-12-03T17:41:13,472 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=809, ProcessCount=11, AvailableMemoryMB=3523
2024-12-03T17:41:13,476 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T17:41:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-12-03T17:41:13,481 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T17:41:13,481 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:41:13,482 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-12-03T17:41:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-03T17:41:13,484 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T17:41:13,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741841_1017 (size=423)
2024-12-03T17:41:13,907 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 118134b166f1a90def20ad41e188a525, NAME => 'testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1
2024-12-03T17:41:13,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741842_1018 (size=74)
2024-12-03T17:41:13,936 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:41:13,936 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 118134b166f1a90def20ad41e188a525, disabling compactions & flushes
2024-12-03T17:41:13,936 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525.
2024-12-03T17:41:13,936 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525.
2024-12-03T17:41:13,937 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525. after waiting 0 ms
2024-12-03T17:41:13,937 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525.
2024-12-03T17:41:13,937 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525.
2024-12-03T17:41:13,937 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 118134b166f1a90def20ad41e188a525:
Waiting for close lock at 1733247673936Disabling compacts and flushes for region at 1733247673936Disabling writes for close at 1733247673937 (+1 ms)Writing region close event to WAL at 1733247673937Closed at 1733247673937
2024-12-03T17:41:13,940 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T17:41:13,940 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733247673940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733247673940"}]},"ts":"1733247673940"}
2024-12-03T17:41:13,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-12-03T17:41:13,945 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T17:41:13,947 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T17:41:13,947 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733247673947"}]},"ts":"1733247673947"}
2024-12-03T17:41:13,951 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-12-03T17:41:13,952 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=118134b166f1a90def20ad41e188a525, ASSIGN}]
2024-12-03T17:41:13,954 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=118134b166f1a90def20ad41e188a525, ASSIGN
2024-12-03T17:41:13,956 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=118134b166f1a90def20ad41e188a525, ASSIGN; state=OFFLINE, location=27e0f852a164,34455,1733247592498; forceNewPlan=false, retain=false
2024-12-03T17:41:14,107 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=118134b166f1a90def20ad41e188a525, regionState=OPENING, regionLocation=27e0f852a164,34455,1733247592498
2024-12-03T17:41:14,112 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=118134b166f1a90def20ad41e188a525, ASSIGN because future has completed
2024-12-03T17:41:14,113 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 118134b166f1a90def20ad41e188a525, server=27e0f852a164,34455,1733247592498}]
2024-12-03T17:41:14,276 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525.
2024-12-03T17:41:14,276 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 118134b166f1a90def20ad41e188a525, NAME => 'testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525.', STARTKEY => '', ENDKEY => ''}
2024-12-03T17:41:14,277 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 118134b166f1a90def20ad41e188a525
2024-12-03T17:41:14,277 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:41:14,277 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 118134b166f1a90def20ad41e188a525
2024-12-03T17:41:14,277 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 118134b166f1a90def20ad41e188a525
2024-12-03T17:41:14,281 INFO  [StoreOpener-118134b166f1a90def20ad41e188a525-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 118134b166f1a90def20ad41e188a525 
2024-12-03T17:41:14,286 INFO  [StoreOpener-118134b166f1a90def20ad41e188a525-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 118134b166f1a90def20ad41e188a525 columnFamilyName testFamily
2024-12-03T17:41:14,286 DEBUG [StoreOpener-118134b166f1a90def20ad41e188a525-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:41:14,291 INFO  [StoreOpener-118134b166f1a90def20ad41e188a525-1 {}] regionserver.HStore(327): Store=118134b166f1a90def20ad41e188a525/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T17:41:14,291 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 118134b166f1a90def20ad41e188a525
2024-12-03T17:41:14,293 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testRetryOutOfOrderScannerNextException/118134b166f1a90def20ad41e188a525
2024-12-03T17:41:14,294 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testRetryOutOfOrderScannerNextException/118134b166f1a90def20ad41e188a525
2024-12-03T17:41:14,295 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 118134b166f1a90def20ad41e188a525
2024-12-03T17:41:14,295 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 118134b166f1a90def20ad41e188a525
2024-12-03T17:41:14,298 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 118134b166f1a90def20ad41e188a525
2024-12-03T17:41:14,304 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testRetryOutOfOrderScannerNextException/118134b166f1a90def20ad41e188a525/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T17:41:14,305 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 118134b166f1a90def20ad41e188a525; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66672382, jitterRate=-0.006504088640213013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T17:41:14,305 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 118134b166f1a90def20ad41e188a525
2024-12-03T17:41:14,306 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 118134b166f1a90def20ad41e188a525:
Running coprocessor pre-open hook at 1733247674277Writing region info on filesystem at 1733247674277Initializing all the Stores at 1733247674280 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733247674280Cleaning up temporary data from old regions at 1733247674295 (+15 ms)Running coprocessor post-open hooks at 1733247674305 (+10 ms)Region opened successfully at 1733247674306 (+1 ms)
2024-12-03T17:41:14,308 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525., pid=15, masterSystemTime=1733247674268
2024-12-03T17:41:14,312 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525.
2024-12-03T17:41:14,312 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525.
2024-12-03T17:41:14,314 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=118134b166f1a90def20ad41e188a525, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,34455,1733247592498
2024-12-03T17:41:14,322 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 118134b166f1a90def20ad41e188a525, server=27e0f852a164,34455,1733247592498 because future has completed
2024-12-03T17:41:14,337 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-03T17:41:14,337 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 118134b166f1a90def20ad41e188a525, server=27e0f852a164,34455,1733247592498 in 212 msec
2024-12-03T17:41:14,342 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-03T17:41:14,342 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=118134b166f1a90def20ad41e188a525, ASSIGN in 385 msec
2024-12-03T17:41:14,343 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T17:41:14,343 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733247674343"}]},"ts":"1733247674343"}
2024-12-03T17:41:14,350 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-12-03T17:41:14,353 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T17:41:14,356 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 877 msec
2024-12-03T17:41:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-03T17:41:14,493 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-12-03T17:41:14,493 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-12-03T17:41:14,493 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T17:41:14,499 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-12-03T17:41:14,499 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T17:41:14,500 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-12-03T17:41:14,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525., hostname=27e0f852a164,34455,1733247592498, seqNum=2]
2024-12-03T17:41:14,523 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T17:41:14,523 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-12-03T17:41:14,527 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-03T17:41:14,530 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-03T17:41:14,532 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-03T17:41:14,533 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1277721009276846105
2024-12-03T17:41:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:35354 deadline: 1733247677532, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T17:41:14,538 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-03T17:41:14,540 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-03T17:41:14,541 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T17:41:14,544 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T17:41:14,545 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1277721009276846107
2024-12-03T17:41:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:35354 deadline: 1733247677544, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T17:41:14,552 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T17:41:14,554 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=1277721009276846108
2024-12-03T17:41:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:35354 deadline: 1733247677551, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T17:41:14,559 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T17:41:14,560 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=1277721009276846109
2024-12-03T17:41:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:35354 deadline: 1733247677558, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T17:41:14,564 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T17:41:14,580 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1432075395_22 at /127.0.0.1:55566 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=809 (was 809), ProcessCount=11 (was 11), AvailableMemoryMB=3375 (was 3523)
2024-12-03T17:41:14,592 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=809, ProcessCount=11, AvailableMemoryMB=3374
2024-12-03T17:41:14,596 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T17:41:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-12-03T17:41:14,601 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T17:41:14,601 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:41:14,602 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-12-03T17:41:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-03T17:41:14,606 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T17:41:14,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741843_1019 (size=418)
2024-12-03T17:41:15,039 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7aea267cebfe85782f2ea0a5081de464, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1
2024-12-03T17:41:15,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741844_1020 (size=69)
2024-12-03T17:41:15,475 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:41:15,475 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 7aea267cebfe85782f2ea0a5081de464, disabling compactions & flushes
2024-12-03T17:41:15,476 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464.
2024-12-03T17:41:15,476 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464.
2024-12-03T17:41:15,476 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464. after waiting 0 ms
2024-12-03T17:41:15,476 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464.
2024-12-03T17:41:15,476 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464.
2024-12-03T17:41:15,476 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7aea267cebfe85782f2ea0a5081de464:
Waiting for close lock at 1733247675475Disabling compacts and flushes for region at 1733247675475Disabling writes for close at 1733247675476 (+1 ms)Writing region close event to WAL at 1733247675476Closed at 1733247675476
2024-12-03T17:41:15,478 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T17:41:15,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733247675479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733247675479"}]},"ts":"1733247675479"}
2024-12-03T17:41:15,483 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T17:41:15,485 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T17:41:15,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733247675485"}]},"ts":"1733247675485"}
2024-12-03T17:41:15,490 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-03T17:41:15,490 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=7aea267cebfe85782f2ea0a5081de464, ASSIGN}]
2024-12-03T17:41:15,493 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=7aea267cebfe85782f2ea0a5081de464, ASSIGN
2024-12-03T17:41:15,494 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=7aea267cebfe85782f2ea0a5081de464, ASSIGN; state=OFFLINE, location=27e0f852a164,34455,1733247592498; forceNewPlan=false, retain=false
2024-12-03T17:41:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-03T17:41:15,646 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=7aea267cebfe85782f2ea0a5081de464, regionState=OPENING, regionLocation=27e0f852a164,34455,1733247592498
2024-12-03T17:41:15,650 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=7aea267cebfe85782f2ea0a5081de464, ASSIGN because future has completed
2024-12-03T17:41:15,651 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7aea267cebfe85782f2ea0a5081de464, server=27e0f852a164,34455,1733247592498}]
2024-12-03T17:41:15,813 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464.
2024-12-03T17:41:15,814 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 7aea267cebfe85782f2ea0a5081de464, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464.', STARTKEY => '', ENDKEY => ''}
2024-12-03T17:41:15,814 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 7aea267cebfe85782f2ea0a5081de464
2024-12-03T17:41:15,814 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:41:15,815 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 7aea267cebfe85782f2ea0a5081de464
2024-12-03T17:41:15,815 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 7aea267cebfe85782f2ea0a5081de464
2024-12-03T17:41:15,818 INFO  [StoreOpener-7aea267cebfe85782f2ea0a5081de464-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7aea267cebfe85782f2ea0a5081de464 
2024-12-03T17:41:15,821 INFO  [StoreOpener-7aea267cebfe85782f2ea0a5081de464-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7aea267cebfe85782f2ea0a5081de464 columnFamilyName testFamily
2024-12-03T17:41:15,822 DEBUG [StoreOpener-7aea267cebfe85782f2ea0a5081de464-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:41:15,823 INFO  [StoreOpener-7aea267cebfe85782f2ea0a5081de464-1 {}] regionserver.HStore(327): Store=7aea267cebfe85782f2ea0a5081de464/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T17:41:15,823 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 7aea267cebfe85782f2ea0a5081de464
2024-12-03T17:41:15,825 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnOpenScanner/7aea267cebfe85782f2ea0a5081de464
2024-12-03T17:41:15,825 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnOpenScanner/7aea267cebfe85782f2ea0a5081de464
2024-12-03T17:41:15,826 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 7aea267cebfe85782f2ea0a5081de464
2024-12-03T17:41:15,826 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 7aea267cebfe85782f2ea0a5081de464
2024-12-03T17:41:15,830 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 7aea267cebfe85782f2ea0a5081de464
2024-12-03T17:41:15,840 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnOpenScanner/7aea267cebfe85782f2ea0a5081de464/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T17:41:15,843 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 7aea267cebfe85782f2ea0a5081de464; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61158089, jitterRate=-0.08867345750331879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T17:41:15,843 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7aea267cebfe85782f2ea0a5081de464
2024-12-03T17:41:15,844 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 7aea267cebfe85782f2ea0a5081de464:
Running coprocessor pre-open hook at 1733247675815Writing region info on filesystem at 1733247675815Initializing all the Stores at 1733247675817 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733247675817Cleaning up temporary data from old regions at 1733247675826 (+9 ms)Running coprocessor post-open hooks at 1733247675843 (+17 ms)Region opened successfully at 1733247675844 (+1 ms)
2024-12-03T17:41:15,846 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464., pid=18, masterSystemTime=1733247675805
2024-12-03T17:41:15,851 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464.
2024-12-03T17:41:15,851 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464.
2024-12-03T17:41:15,852 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=7aea267cebfe85782f2ea0a5081de464, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,34455,1733247592498
2024-12-03T17:41:15,856 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7aea267cebfe85782f2ea0a5081de464, server=27e0f852a164,34455,1733247592498 because future has completed
2024-12-03T17:41:15,864 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-03T17:41:15,864 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 7aea267cebfe85782f2ea0a5081de464, server=27e0f852a164,34455,1733247592498 in 207 msec
2024-12-03T17:41:15,869 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-03T17:41:15,869 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=7aea267cebfe85782f2ea0a5081de464, ASSIGN in 374 msec
2024-12-03T17:41:15,870 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T17:41:15,870 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733247675870"}]},"ts":"1733247675870"}
2024-12-03T17:41:15,874 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-03T17:41:15,875 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T17:41:15,879 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2780 sec
2024-12-03T17:41:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-03T17:41:17,643 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-12-03T17:41:17,643 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-03T17:41:17,644 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T17:41:17,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-03T17:41:17,650 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T17:41:17,650 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-12-03T17:41:17,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464., hostname=27e0f852a164,34455,1733247592498, seqNum=2]
2024-12-03T17:41:17,671 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T17:41:17,672 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-03T17:41:17,676 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-03T17:41:17,679 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-03T17:41:18,688 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464., hostname=27e0f852a164,34455,1733247592498, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464., hostname=27e0f852a164,34455,1733247592498, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=27e0f852a164:34455 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1011ms, rpcTimeout=1000ms
2024-12-03T17:41:18,688 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464., hostname=27e0f852a164,34455,1733247592498, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1011ms, rpcTimeout=1000ms
2024-12-03T17:41:18,689 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464., hostname=27e0f852a164,34455,1733247592498, seqNum=2 from cache
2024-12-03T17:41:18,929 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-12-03T17:41:18,930 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-12-03T17:41:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-12-03T17:41:19,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464., hostname=27e0f852a164,34455,1733247592498, seqNum=2]
2024-12-03T17:41:19,698 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-03T17:41:19,779 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T17:41:20,545 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T17:41:20,678 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464., hostname=27e0f852a164,34455,1733247592498, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464., hostname=27e0f852a164,34455,1733247592498, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=27e0f852a164:34455 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=982ms, rpcTimeout=980ms
2024-12-03T17:41:20,678 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464., hostname=27e0f852a164,34455,1733247592498, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=982ms, rpcTimeout=980ms
2024-12-03T17:41:20,678 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464., hostname=27e0f852a164,34455,1733247592498, seqNum=2 from cache
2024-12-03T17:41:20,692 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=831 (was 809) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5169 (was 3374) - AvailableMemoryMB LEAK? -
2024-12-03T17:41:20,705 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=831, ProcessCount=11, AvailableMemoryMB=5167
2024-12-03T17:41:20,708 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T17:41:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-12-03T17:41:20,716 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T17:41:20,716 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:41:20,716 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-12-03T17:41:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-03T17:41:20,719 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T17:41:20,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741845_1021 (size=416)
2024-12-03T17:41:21,161 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef829d15650b0e44819f305e2d037d3e, NAME => 'testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1
2024-12-03T17:41:21,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-12-03T17:41:21,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741846_1022 (size=67)
2024-12-03T17:41:21,218 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:41:21,218 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing ef829d15650b0e44819f305e2d037d3e, disabling compactions & flushes
2024-12-03T17:41:21,218 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e.
2024-12-03T17:41:21,218 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e.
2024-12-03T17:41:21,218 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e. after waiting 0 ms
2024-12-03T17:41:21,218 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e.
2024-12-03T17:41:21,218 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e.
2024-12-03T17:41:21,219 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef829d15650b0e44819f305e2d037d3e:
Waiting for close lock at 1733247681218Disabling compacts and flushes for region at 1733247681218Disabling writes for close at 1733247681218Writing region close event to WAL at 1733247681218Closed at 1733247681218
2024-12-03T17:41:21,222 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T17:41:21,222 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733247681222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733247681222"}]},"ts":"1733247681222"}
2024-12-03T17:41:21,226 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T17:41:21,228 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T17:41:21,228 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733247681228"}]},"ts":"1733247681228"}
2024-12-03T17:41:21,232 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-03T17:41:21,232 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=ef829d15650b0e44819f305e2d037d3e, ASSIGN}]
2024-12-03T17:41:21,234 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=ef829d15650b0e44819f305e2d037d3e, ASSIGN
2024-12-03T17:41:21,236 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=ef829d15650b0e44819f305e2d037d3e, ASSIGN; state=OFFLINE, location=27e0f852a164,34455,1733247592498; forceNewPlan=false, retain=false
2024-12-03T17:41:21,388 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=ef829d15650b0e44819f305e2d037d3e, regionState=OPENING, regionLocation=27e0f852a164,34455,1733247592498
2024-12-03T17:41:21,393 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=ef829d15650b0e44819f305e2d037d3e, ASSIGN because future has completed
2024-12-03T17:41:21,393 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef829d15650b0e44819f305e2d037d3e, server=27e0f852a164,34455,1733247592498}]
2024-12-03T17:41:21,555 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e.
2024-12-03T17:41:21,556 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => ef829d15650b0e44819f305e2d037d3e, NAME => 'testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e.', STARTKEY => '', ENDKEY => ''}
2024-12-03T17:41:21,557 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:21,557 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:41:21,557 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:21,557 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:21,560 INFO  [StoreOpener-ef829d15650b0e44819f305e2d037d3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ef829d15650b0e44819f305e2d037d3e 
2024-12-03T17:41:21,567 INFO  [StoreOpener-ef829d15650b0e44819f305e2d037d3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef829d15650b0e44819f305e2d037d3e columnFamilyName testFamily
2024-12-03T17:41:21,567 DEBUG [StoreOpener-ef829d15650b0e44819f305e2d037d3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:41:21,569 INFO  [StoreOpener-ef829d15650b0e44819f305e2d037d3e-1 {}] regionserver.HStore(327): Store=ef829d15650b0e44819f305e2d037d3e/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T17:41:21,570 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:21,572 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnNextAsync/ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:21,573 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnNextAsync/ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:21,574 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:21,574 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:21,579 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:21,607 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnNextAsync/ef829d15650b0e44819f305e2d037d3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T17:41:21,608 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened ef829d15650b0e44819f305e2d037d3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66344940, jitterRate=-0.011383354663848877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T17:41:21,608 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:21,609 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for ef829d15650b0e44819f305e2d037d3e:
Running coprocessor pre-open hook at 1733247681557Writing region info on filesystem at 1733247681557Initializing all the Stores at 1733247681560 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733247681560Cleaning up temporary data from old regions at 1733247681574 (+14 ms)Running coprocessor post-open hooks at 1733247681609 (+35 ms)Region opened successfully at 1733247681609
2024-12-03T17:41:21,618 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e., pid=21, masterSystemTime=1733247681547
2024-12-03T17:41:21,627 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e.
2024-12-03T17:41:21,627 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e.
2024-12-03T17:41:21,628 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=ef829d15650b0e44819f305e2d037d3e, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,34455,1733247592498
2024-12-03T17:41:21,648 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef829d15650b0e44819f305e2d037d3e, server=27e0f852a164,34455,1733247592498 because future has completed
2024-12-03T17:41:21,660 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-03T17:41:21,660 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure ef829d15650b0e44819f305e2d037d3e, server=27e0f852a164,34455,1733247592498 in 259 msec
2024-12-03T17:41:21,668 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-03T17:41:21,668 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=ef829d15650b0e44819f305e2d037d3e, ASSIGN in 428 msec
2024-12-03T17:41:21,670 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T17:41:21,671 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733247681670"}]},"ts":"1733247681670"}
2024-12-03T17:41:21,678 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-03T17:41:21,681 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T17:41:21,685 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 973 msec
2024-12-03T17:41:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-03T17:41:21,723 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-12-03T17:41:21,723 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-03T17:41:21,723 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T17:41:21,729 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-03T17:41:21,729 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T17:41:21,730 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-12-03T17:41:21,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e., hostname=27e0f852a164,34455,1733247592498, seqNum=2]
2024-12-03T17:41:21,751 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T17:41:21,751 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-03T17:41:21,761 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-03T17:41:21,765 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-03T17:41:21,768 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-03T17:41:21,770 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-03T17:41:22,157 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-03T17:41:22,157 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-12-03T17:41:22,158 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-03T17:41:22,159 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-03T17:41:22,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-03T17:41:22,160 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-03T17:41:24,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34455 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1277721009276846120' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-03T17:41:24,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34455 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:35354 deadline: 1733247685780, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1277721009276846120' does not exist
2024-12-03T17:41:24,782 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 27e0f852a164,34455,1733247592498 for closing scanner id = 1277721009276846120 for ef829d15650b0e44819f305e2d037d3e of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1277721009276846120' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T17:41:24,788 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1432075395_22 at /127.0.0.1:42370 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=831 (was 831), ProcessCount=11 (was 11), AvailableMemoryMB=4512 (was 5167)
2024-12-03T17:41:24,799 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=831, ProcessCount=11, AvailableMemoryMB=4507
2024-12-03T17:41:24,802 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T17:41:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-12-03T17:41:24,808 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T17:41:24,808 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:41:24,808 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-12-03T17:41:24,809 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T17:41:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-03T17:41:24,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741847_1023 (size=411)
2024-12-03T17:41:24,932 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-12-03T17:41:25,240 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 00d22f3db184c2490d11071debd31eda, NAME => 'testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1
2024-12-03T17:41:25,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741848_1024 (size=62)
2024-12-03T17:41:25,252 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:41:25,252 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 00d22f3db184c2490d11071debd31eda, disabling compactions & flushes
2024-12-03T17:41:25,252 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda.
2024-12-03T17:41:25,252 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda.
2024-12-03T17:41:25,252 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda. after waiting 0 ms
2024-12-03T17:41:25,252 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda.
2024-12-03T17:41:25,252 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda.
2024-12-03T17:41:25,252 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 00d22f3db184c2490d11071debd31eda:
Waiting for close lock at 1733247685252Disabling compacts and flushes for region at 1733247685252Disabling writes for close at 1733247685252Writing region close event to WAL at 1733247685252Closed at 1733247685252
2024-12-03T17:41:25,255 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T17:41:25,255 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733247685255"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733247685255"}]},"ts":"1733247685255"}
2024-12-03T17:41:25,259 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T17:41:25,261 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T17:41:25,261 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733247685261"}]},"ts":"1733247685261"}
2024-12-03T17:41:25,265 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-03T17:41:25,265 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=00d22f3db184c2490d11071debd31eda, ASSIGN}]
2024-12-03T17:41:25,268 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=00d22f3db184c2490d11071debd31eda, ASSIGN
2024-12-03T17:41:25,269 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=00d22f3db184c2490d11071debd31eda, ASSIGN; state=OFFLINE, location=27e0f852a164,34455,1733247592498; forceNewPlan=false, retain=false
2024-12-03T17:41:25,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-12-03T17:41:25,420 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=00d22f3db184c2490d11071debd31eda, regionState=OPENING, regionLocation=27e0f852a164,34455,1733247592498
2024-12-03T17:41:25,424 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=00d22f3db184c2490d11071debd31eda, ASSIGN because future has completed
2024-12-03T17:41:25,424 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00d22f3db184c2490d11071debd31eda, server=27e0f852a164,34455,1733247592498}]
2024-12-03T17:41:25,584 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda.
2024-12-03T17:41:25,585 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 00d22f3db184c2490d11071debd31eda, NAME => 'testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda.', STARTKEY => '', ENDKEY => ''}
2024-12-03T17:41:25,586 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 00d22f3db184c2490d11071debd31eda
2024-12-03T17:41:25,586 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:41:25,586 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 00d22f3db184c2490d11071debd31eda
2024-12-03T17:41:25,586 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 00d22f3db184c2490d11071debd31eda
2024-12-03T17:41:25,588 INFO  [StoreOpener-00d22f3db184c2490d11071debd31eda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 00d22f3db184c2490d11071debd31eda 
2024-12-03T17:41:25,591 INFO  [StoreOpener-00d22f3db184c2490d11071debd31eda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00d22f3db184c2490d11071debd31eda columnFamilyName testFamily
2024-12-03T17:41:25,591 DEBUG [StoreOpener-00d22f3db184c2490d11071debd31eda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:41:25,592 INFO  [StoreOpener-00d22f3db184c2490d11071debd31eda-1 {}] regionserver.HStore(327): Store=00d22f3db184c2490d11071debd31eda/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T17:41:25,592 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 00d22f3db184c2490d11071debd31eda
2024-12-03T17:41:25,593 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnNext/00d22f3db184c2490d11071debd31eda
2024-12-03T17:41:25,594 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnNext/00d22f3db184c2490d11071debd31eda
2024-12-03T17:41:25,595 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 00d22f3db184c2490d11071debd31eda
2024-12-03T17:41:25,595 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 00d22f3db184c2490d11071debd31eda
2024-12-03T17:41:25,597 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 00d22f3db184c2490d11071debd31eda
2024-12-03T17:41:25,601 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnNext/00d22f3db184c2490d11071debd31eda/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T17:41:25,602 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 00d22f3db184c2490d11071debd31eda; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70323658, jitterRate=0.04790416359901428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T17:41:25,602 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00d22f3db184c2490d11071debd31eda
2024-12-03T17:41:25,603 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 00d22f3db184c2490d11071debd31eda:
Running coprocessor pre-open hook at 1733247685586Writing region info on filesystem at 1733247685586Initializing all the Stores at 1733247685588 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733247685588Cleaning up temporary data from old regions at 1733247685595 (+7 ms)Running coprocessor post-open hooks at 1733247685602 (+7 ms)Region opened successfully at 1733247685603 (+1 ms)
2024-12-03T17:41:25,604 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda., pid=24, masterSystemTime=1733247685578
2024-12-03T17:41:25,608 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda.
2024-12-03T17:41:25,608 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda.
2024-12-03T17:41:25,609 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=00d22f3db184c2490d11071debd31eda, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,34455,1733247592498
2024-12-03T17:41:25,612 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00d22f3db184c2490d11071debd31eda, server=27e0f852a164,34455,1733247592498 because future has completed
2024-12-03T17:41:25,616 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-03T17:41:25,616 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 00d22f3db184c2490d11071debd31eda, server=27e0f852a164,34455,1733247592498 in 189 msec
2024-12-03T17:41:25,620 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-03T17:41:25,620 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=00d22f3db184c2490d11071debd31eda, ASSIGN in 351 msec
2024-12-03T17:41:25,621 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T17:41:25,622 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733247685621"}]},"ts":"1733247685621"}
2024-12-03T17:41:25,625 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-03T17:41:25,626 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T17:41:25,632 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 824 msec
2024-12-03T17:41:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-03T17:41:25,823 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-12-03T17:41:25,823 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-03T17:41:25,823 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T17:41:25,829 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-03T17:41:25,830 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T17:41:25,830 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-12-03T17:41:25,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda., hostname=27e0f852a164,34455,1733247592498, seqNum=2]
2024-12-03T17:41:25,857 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T17:41:25,857 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-03T17:41:25,862 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-03T17:41:25,867 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-03T17:41:25,868 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-03T17:41:25,873 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-03T17:41:27,059 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T17:41:28,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34455 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1277721009276846124' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-03T17:41:28,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34455 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:35354 deadline: 1733247689882, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1277721009276846124' does not exist
2024-12-03T17:41:28,886 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 27e0f852a164,34455,1733247592498 for closing scanner id = 1277721009276846124 for 00d22f3db184c2490d11071debd31eda of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1277721009276846124' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T17:41:28,891 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=812 (was 831), ProcessCount=11 (was 11), AvailableMemoryMB=3933 (was 4507)
2024-12-03T17:41:28,904 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=812, ProcessCount=11, AvailableMemoryMB=3931
2024-12-03T17:41:28,907 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34045 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T17:41:28,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34045 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-12-03T17:41:28,912 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T17:41:28,912 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:41:28,912 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34045 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-12-03T17:41:28,914 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T17:41:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-03T17:41:28,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741849_1025 (size=419)
2024-12-03T17:41:28,946 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 255ef2280c20489aae34a2688f446768, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1
2024-12-03T17:41:28,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741850_1026 (size=70)
2024-12-03T17:41:28,998 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:41:28,998 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 255ef2280c20489aae34a2688f446768, disabling compactions & flushes
2024-12-03T17:41:28,998 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768.
2024-12-03T17:41:28,998 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768.
2024-12-03T17:41:28,998 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768. after waiting 0 ms
2024-12-03T17:41:28,998 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768.
2024-12-03T17:41:28,998 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768.
2024-12-03T17:41:28,998 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 255ef2280c20489aae34a2688f446768:
Waiting for close lock at 1733247688998Disabling compacts and flushes for region at 1733247688998Disabling writes for close at 1733247688998Writing region close event to WAL at 1733247688998Closed at 1733247688998
2024-12-03T17:41:29,000 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T17:41:29,001 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733247689001"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733247689001"}]},"ts":"1733247689001"}
2024-12-03T17:41:29,005 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T17:41:29,007 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T17:41:29,007 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733247689007"}]},"ts":"1733247689007"}
2024-12-03T17:41:29,014 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-03T17:41:29,015 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=255ef2280c20489aae34a2688f446768, ASSIGN}]
2024-12-03T17:41:29,018 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=255ef2280c20489aae34a2688f446768, ASSIGN
2024-12-03T17:41:29,020 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=255ef2280c20489aae34a2688f446768, ASSIGN; state=OFFLINE, location=27e0f852a164,34455,1733247592498; forceNewPlan=false, retain=false
2024-12-03T17:41:29,171 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=255ef2280c20489aae34a2688f446768, regionState=OPENING, regionLocation=27e0f852a164,34455,1733247592498
2024-12-03T17:41:29,175 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=255ef2280c20489aae34a2688f446768, ASSIGN because future has completed
2024-12-03T17:41:29,176 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 255ef2280c20489aae34a2688f446768, server=27e0f852a164,34455,1733247592498}]
2024-12-03T17:41:29,338 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768.
2024-12-03T17:41:29,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 255ef2280c20489aae34a2688f446768, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768.', STARTKEY => '', ENDKEY => ''}
2024-12-03T17:41:29,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 255ef2280c20489aae34a2688f446768
2024-12-03T17:41:29,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:41:29,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 255ef2280c20489aae34a2688f446768
2024-12-03T17:41:29,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 255ef2280c20489aae34a2688f446768
2024-12-03T17:41:29,351 INFO  [StoreOpener-255ef2280c20489aae34a2688f446768-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 255ef2280c20489aae34a2688f446768 
2024-12-03T17:41:29,358 INFO  [StoreOpener-255ef2280c20489aae34a2688f446768-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 255ef2280c20489aae34a2688f446768 columnFamilyName testFamily
2024-12-03T17:41:29,358 DEBUG [StoreOpener-255ef2280c20489aae34a2688f446768-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:41:29,360 INFO  [StoreOpener-255ef2280c20489aae34a2688f446768-1 {}] regionserver.HStore(327): Store=255ef2280c20489aae34a2688f446768/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T17:41:29,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 255ef2280c20489aae34a2688f446768
2024-12-03T17:41:29,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/255ef2280c20489aae34a2688f446768
2024-12-03T17:41:29,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/255ef2280c20489aae34a2688f446768
2024-12-03T17:41:29,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 255ef2280c20489aae34a2688f446768
2024-12-03T17:41:29,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 255ef2280c20489aae34a2688f446768
2024-12-03T17:41:29,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 255ef2280c20489aae34a2688f446768
2024-12-03T17:41:29,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/255ef2280c20489aae34a2688f446768/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T17:41:29,372 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 255ef2280c20489aae34a2688f446768; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60053127, jitterRate=-0.10513867437839508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T17:41:29,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 255ef2280c20489aae34a2688f446768
2024-12-03T17:41:29,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 255ef2280c20489aae34a2688f446768:
Running coprocessor pre-open hook at 1733247689339Writing region info on filesystem at 1733247689339Initializing all the Stores at 1733247689341 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733247689341Cleaning up temporary data from old regions at 1733247689363 (+22 ms)Running coprocessor post-open hooks at 1733247689372 (+9 ms)Region opened successfully at 1733247689373 (+1 ms)
2024-12-03T17:41:29,375 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768., pid=27, masterSystemTime=1733247689330
2024-12-03T17:41:29,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-12-03T17:41:29,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768.
2024-12-03T17:41:29,379 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768.
2024-12-03T17:41:29,380 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=255ef2280c20489aae34a2688f446768, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,34455,1733247592498
2024-12-03T17:41:29,387 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 255ef2280c20489aae34a2688f446768, server=27e0f852a164,34455,1733247592498 because future has completed
2024-12-03T17:41:29,395 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-03T17:41:29,395 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 255ef2280c20489aae34a2688f446768, server=27e0f852a164,34455,1733247592498 in 215 msec
2024-12-03T17:41:29,402 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-12-03T17:41:29,402 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=255ef2280c20489aae34a2688f446768, ASSIGN in 380 msec
2024-12-03T17:41:29,403 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T17:41:29,404 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733247689403"}]},"ts":"1733247689403"}
2024-12-03T17:41:29,409 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-03T17:41:29,411 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T17:41:29,417 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 504 msec
2024-12-03T17:41:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-03T17:41:29,933 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-12-03T17:41:29,933 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-03T17:41:29,933 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T17:41:29,940 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-03T17:41:29,940 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T17:41:29,940 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-12-03T17:41:29,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768., hostname=27e0f852a164,34455,1733247592498, seqNum=2]
2024-12-03T17:41:29,964 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T17:41:29,964 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-03T17:41:29,969 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-03T17:41:29,972 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34455 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-03T17:41:30,933 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-12-03T17:41:30,935 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-12-03T17:41:32,157 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-03T17:41:32,157 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-03T17:41:32,158 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-03T17:41:32,158 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-03T17:41:34,841 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T17:41:35,978 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768., hostname=27e0f852a164,34455,1733247592498, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768., hostname=27e0f852a164,34455,1733247592498, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=27e0f852a164:34455 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-12-03T17:41:35,979 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768., hostname=27e0f852a164,34455,1733247592498, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-12-03T17:41:35,979 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768., hostname=27e0f852a164,34455,1733247592498, seqNum=2 from cache
2024-12-03T17:41:35,992 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=791 (was 812), ProcessCount=11 (was 11), AvailableMemoryMB=3534 (was 3931)
2024-12-03T17:41:36,004 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=791, ProcessCount=11, AvailableMemoryMB=3534
2024-12-03T17:41:36,008 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34045 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T17:41:36,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34045 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-12-03T17:41:36,013 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T17:41:36,014 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:41:36,014 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34045 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-12-03T17:41:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-03T17:41:36,019 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T17:41:36,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741851_1027 (size=407)
2024-12-03T17:41:36,078 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ad32dd99e9341ff132fa27c4ed63a1d, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1
2024-12-03T17:41:36,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741852_1028 (size=58)
2024-12-03T17:41:36,469 INFO  [master/27e0f852a164:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-03T17:41:36,469 INFO  [master/27e0f852a164:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-03T17:41:36,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-12-03T17:41:36,498 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:41:36,498 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 8ad32dd99e9341ff132fa27c4ed63a1d, disabling compactions & flushes
2024-12-03T17:41:36,498 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d.
2024-12-03T17:41:36,498 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d.
2024-12-03T17:41:36,498 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d. after waiting 0 ms
2024-12-03T17:41:36,498 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d.
2024-12-03T17:41:36,498 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d.
2024-12-03T17:41:36,498 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ad32dd99e9341ff132fa27c4ed63a1d:
Waiting for close lock at 1733247696498Disabling compacts and flushes for region at 1733247696498Disabling writes for close at 1733247696498Writing region close event to WAL at 1733247696498Closed at 1733247696498
2024-12-03T17:41:36,500 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T17:41:36,500 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733247696500"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733247696500"}]},"ts":"1733247696500"}
2024-12-03T17:41:36,504 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T17:41:36,505 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T17:41:36,505 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733247696505"}]},"ts":"1733247696505"}
2024-12-03T17:41:36,508 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-03T17:41:36,508 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=8ad32dd99e9341ff132fa27c4ed63a1d, ASSIGN}]
2024-12-03T17:41:36,510 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=8ad32dd99e9341ff132fa27c4ed63a1d, ASSIGN
2024-12-03T17:41:36,511 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=8ad32dd99e9341ff132fa27c4ed63a1d, ASSIGN; state=OFFLINE, location=27e0f852a164,34455,1733247592498; forceNewPlan=false, retain=false
2024-12-03T17:41:36,661 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=8ad32dd99e9341ff132fa27c4ed63a1d, regionState=OPENING, regionLocation=27e0f852a164,34455,1733247592498
2024-12-03T17:41:36,665 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=8ad32dd99e9341ff132fa27c4ed63a1d, ASSIGN because future has completed
2024-12-03T17:41:36,665 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ad32dd99e9341ff132fa27c4ed63a1d, server=27e0f852a164,34455,1733247592498}]
2024-12-03T17:41:36,826 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d.
2024-12-03T17:41:36,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ad32dd99e9341ff132fa27c4ed63a1d, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d.', STARTKEY => '', ENDKEY => ''}
2024-12-03T17:41:36,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 8ad32dd99e9341ff132fa27c4ed63a1d
2024-12-03T17:41:36,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:41:36,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 8ad32dd99e9341ff132fa27c4ed63a1d
2024-12-03T17:41:36,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 8ad32dd99e9341ff132fa27c4ed63a1d
2024-12-03T17:41:36,830 INFO  [StoreOpener-8ad32dd99e9341ff132fa27c4ed63a1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8ad32dd99e9341ff132fa27c4ed63a1d 
2024-12-03T17:41:36,833 INFO  [StoreOpener-8ad32dd99e9341ff132fa27c4ed63a1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ad32dd99e9341ff132fa27c4ed63a1d columnFamilyName testFamily
2024-12-03T17:41:36,833 DEBUG [StoreOpener-8ad32dd99e9341ff132fa27c4ed63a1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:41:36,835 INFO  [StoreOpener-8ad32dd99e9341ff132fa27c4ed63a1d-1 {}] regionserver.HStore(327): Store=8ad32dd99e9341ff132fa27c4ed63a1d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T17:41:36,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 8ad32dd99e9341ff132fa27c4ed63a1d
2024-12-03T17:41:36,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnNext/8ad32dd99e9341ff132fa27c4ed63a1d
2024-12-03T17:41:36,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnNext/8ad32dd99e9341ff132fa27c4ed63a1d
2024-12-03T17:41:36,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 8ad32dd99e9341ff132fa27c4ed63a1d
2024-12-03T17:41:36,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 8ad32dd99e9341ff132fa27c4ed63a1d
2024-12-03T17:41:36,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 8ad32dd99e9341ff132fa27c4ed63a1d
2024-12-03T17:41:36,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnNext/8ad32dd99e9341ff132fa27c4ed63a1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T17:41:36,845 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 8ad32dd99e9341ff132fa27c4ed63a1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70835793, jitterRate=0.05553556978702545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T17:41:36,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ad32dd99e9341ff132fa27c4ed63a1d
2024-12-03T17:41:36,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 8ad32dd99e9341ff132fa27c4ed63a1d:
Running coprocessor pre-open hook at 1733247696827Writing region info on filesystem at 1733247696827Initializing all the Stores at 1733247696829 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733247696829Cleaning up temporary data from old regions at 1733247696837 (+8 ms)Running coprocessor post-open hooks at 1733247696846 (+9 ms)Region opened successfully at 1733247696847 (+1 ms)
2024-12-03T17:41:36,849 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d., pid=30, masterSystemTime=1733247696818
2024-12-03T17:41:36,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d.
2024-12-03T17:41:36,860 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d.
2024-12-03T17:41:36,860 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=8ad32dd99e9341ff132fa27c4ed63a1d, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,34455,1733247592498
2024-12-03T17:41:36,864 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ad32dd99e9341ff132fa27c4ed63a1d, server=27e0f852a164,34455,1733247592498 because future has completed
2024-12-03T17:41:36,871 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-03T17:41:36,871 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ad32dd99e9341ff132fa27c4ed63a1d, server=27e0f852a164,34455,1733247592498 in 201 msec
2024-12-03T17:41:36,876 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-12-03T17:41:36,876 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=8ad32dd99e9341ff132fa27c4ed63a1d, ASSIGN in 363 msec
2024-12-03T17:41:36,877 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T17:41:36,877 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733247696877"}]},"ts":"1733247696877"}
2024-12-03T17:41:36,881 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-03T17:41:36,883 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T17:41:36,889 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 875 msec
2024-12-03T17:41:36,936 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-12-03T17:41:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-03T17:41:37,023 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-12-03T17:41:37,023 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-03T17:41:37,023 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T17:41:37,029 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-03T17:41:37,029 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T17:41:37,030 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-12-03T17:41:37,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d., hostname=27e0f852a164,34455,1733247592498, seqNum=2]
2024-12-03T17:41:37,046 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T17:41:37,046 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-03T17:41:37,050 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-03T17:41:37,053 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-03T17:41:37,055 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-03T17:41:37,056 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34455 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-03T17:41:42,329 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T17:41:42,355 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-03T17:41:42,355 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-03T17:41:43,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34455 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1277721009276846132' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-03T17:41:43,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34455 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:35354 deadline: 1733247709060, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1277721009276846132' does not exist
2024-12-03T17:41:43,062 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 27e0f852a164,34455,1733247592498 for closing scanner id = 1277721009276846132 for 8ad32dd99e9341ff132fa27c4ed63a1d of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1277721009276846132' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T17:41:43,068 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=744 (was 791), ProcessCount=11 (was 11), AvailableMemoryMB=2958 (was 3534)
2024-12-03T17:41:43,077 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=744, ProcessCount=11, AvailableMemoryMB=2957
2024-12-03T17:41:43,080 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T17:41:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-12-03T17:41:43,083 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T17:41:43,083 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:41:43,083 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-12-03T17:41:43,084 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T17:41:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-03T17:41:43,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741853_1029 (size=423)
2024-12-03T17:41:43,094 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc9ccdfc01e7f2b963b803e9e0889288, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1
2024-12-03T17:41:43,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741854_1030 (size=74)
2024-12-03T17:41:43,103 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:41:43,103 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing dc9ccdfc01e7f2b963b803e9e0889288, disabling compactions & flushes
2024-12-03T17:41:43,103 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288.
2024-12-03T17:41:43,103 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288.
2024-12-03T17:41:43,103 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288. after waiting 0 ms
2024-12-03T17:41:43,103 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288.
2024-12-03T17:41:43,103 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288.
2024-12-03T17:41:43,103 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc9ccdfc01e7f2b963b803e9e0889288:
Waiting for close lock at 1733247703103Disabling compacts and flushes for region at 1733247703103Disabling writes for close at 1733247703103Writing region close event to WAL at 1733247703103Closed at 1733247703103
2024-12-03T17:41:43,105 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T17:41:43,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733247703105"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733247703105"}]},"ts":"1733247703105"}
2024-12-03T17:41:43,109 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T17:41:43,110 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T17:41:43,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733247703110"}]},"ts":"1733247703110"}
2024-12-03T17:41:43,113 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-03T17:41:43,113 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=dc9ccdfc01e7f2b963b803e9e0889288, ASSIGN}]
2024-12-03T17:41:43,115 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=dc9ccdfc01e7f2b963b803e9e0889288, ASSIGN
2024-12-03T17:41:43,116 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=dc9ccdfc01e7f2b963b803e9e0889288, ASSIGN; state=OFFLINE, location=27e0f852a164,34455,1733247592498; forceNewPlan=false, retain=false
2024-12-03T17:41:43,267 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=dc9ccdfc01e7f2b963b803e9e0889288, regionState=OPENING, regionLocation=27e0f852a164,34455,1733247592498
2024-12-03T17:41:43,272 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=dc9ccdfc01e7f2b963b803e9e0889288, ASSIGN because future has completed
2024-12-03T17:41:43,272 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc9ccdfc01e7f2b963b803e9e0889288, server=27e0f852a164,34455,1733247592498}]
2024-12-03T17:41:43,432 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288.
2024-12-03T17:41:43,432 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => dc9ccdfc01e7f2b963b803e9e0889288, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288.', STARTKEY => '', ENDKEY => ''}
2024-12-03T17:41:43,432 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync dc9ccdfc01e7f2b963b803e9e0889288
2024-12-03T17:41:43,432 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T17:41:43,432 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for dc9ccdfc01e7f2b963b803e9e0889288
2024-12-03T17:41:43,432 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for dc9ccdfc01e7f2b963b803e9e0889288
2024-12-03T17:41:43,434 INFO  [StoreOpener-dc9ccdfc01e7f2b963b803e9e0889288-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region dc9ccdfc01e7f2b963b803e9e0889288 
2024-12-03T17:41:43,436 INFO  [StoreOpener-dc9ccdfc01e7f2b963b803e9e0889288-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc9ccdfc01e7f2b963b803e9e0889288 columnFamilyName testFamily
2024-12-03T17:41:43,436 DEBUG [StoreOpener-dc9ccdfc01e7f2b963b803e9e0889288-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T17:41:43,437 INFO  [StoreOpener-dc9ccdfc01e7f2b963b803e9e0889288-1 {}] regionserver.HStore(327): Store=dc9ccdfc01e7f2b963b803e9e0889288/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T17:41:43,437 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for dc9ccdfc01e7f2b963b803e9e0889288
2024-12-03T17:41:43,438 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnOpenScannerAsync/dc9ccdfc01e7f2b963b803e9e0889288
2024-12-03T17:41:43,438 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnOpenScannerAsync/dc9ccdfc01e7f2b963b803e9e0889288
2024-12-03T17:41:43,439 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for dc9ccdfc01e7f2b963b803e9e0889288
2024-12-03T17:41:43,439 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for dc9ccdfc01e7f2b963b803e9e0889288
2024-12-03T17:41:43,441 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for dc9ccdfc01e7f2b963b803e9e0889288
2024-12-03T17:41:43,445 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnOpenScannerAsync/dc9ccdfc01e7f2b963b803e9e0889288/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T17:41:43,446 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened dc9ccdfc01e7f2b963b803e9e0889288; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60594523, jitterRate=-0.09707124531269073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T17:41:43,446 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc9ccdfc01e7f2b963b803e9e0889288
2024-12-03T17:41:43,447 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for dc9ccdfc01e7f2b963b803e9e0889288:
Running coprocessor pre-open hook at 1733247703433Writing region info on filesystem at 1733247703433Initializing all the Stores at 1733247703434 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733247703434Cleaning up temporary data from old regions at 1733247703439 (+5 ms)Running coprocessor post-open hooks at 1733247703446 (+7 ms)Region opened successfully at 1733247703447 (+1 ms)
2024-12-03T17:41:43,449 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288., pid=33, masterSystemTime=1733247703426
2024-12-03T17:41:43,452 DEBUG [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288.
2024-12-03T17:41:43,452 INFO  [RS_OPEN_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288.
2024-12-03T17:41:43,453 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=dc9ccdfc01e7f2b963b803e9e0889288, regionState=OPEN, openSeqNum=2, regionLocation=27e0f852a164,34455,1733247592498
2024-12-03T17:41:43,456 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc9ccdfc01e7f2b963b803e9e0889288, server=27e0f852a164,34455,1733247592498 because future has completed
2024-12-03T17:41:43,461 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-03T17:41:43,461 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure dc9ccdfc01e7f2b963b803e9e0889288, server=27e0f852a164,34455,1733247592498 in 185 msec
2024-12-03T17:41:43,464 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-12-03T17:41:43,464 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=dc9ccdfc01e7f2b963b803e9e0889288, ASSIGN in 348 msec
2024-12-03T17:41:43,465 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T17:41:43,465 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733247703465"}]},"ts":"1733247703465"}
2024-12-03T17:41:43,467 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-03T17:41:43,469 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T17:41:43,471 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 389 msec
2024-12-03T17:41:43,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-12-03T17:41:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-03T17:41:44,103 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-12-03T17:41:44,103 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-03T17:41:44,103 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T17:41:44,110 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-03T17:41:44,110 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T17:41:44,110 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-12-03T17:41:44,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288., hostname=27e0f852a164,34455,1733247592498, seqNum=2]
2024-12-03T17:41:44,132 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T17:41:44,132 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-03T17:41:44,135 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-03T17:41:44,137 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-03T17:41:45,137 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288., hostname=27e0f852a164,34455,1733247592498, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288., hostname=27e0f852a164,34455,1733247592498, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=27e0f852a164:34455 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms
2024-12-03T17:41:45,137 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288., hostname=27e0f852a164,34455,1733247592498, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms
2024-12-03T17:41:45,138 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288., hostname=27e0f852a164,34455,1733247592498, seqNum=2 from cache
2024-12-03T17:41:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-12-03T17:41:46,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288., hostname=27e0f852a164,34455,1733247592498, seqNum=2]
2024-12-03T17:41:46,157 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-03T17:41:47,138 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288., hostname=27e0f852a164,34455,1733247592498, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288., hostname=27e0f852a164,34455,1733247592498, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=27e0f852a164:34455 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=981ms, rpcTimeout=980ms
2024-12-03T17:41:47,138 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288., hostname=27e0f852a164,34455,1733247592498, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=981ms, rpcTimeout=980ms
2024-12-03T17:41:47,138 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288., hostname=27e0f852a164,34455,1733247592498, seqNum=2 from cache
2024-12-03T17:41:47,151 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=732 (was 744), ProcessCount=11 (was 11), AvailableMemoryMB=3827 (was 2957) - AvailableMemoryMB LEAK? -
2024-12-03T17:41:47,152 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T17:41:47,152 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T17:41:47,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T17:41:47,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T17:41:47,159 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T17:41:47,160 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-03T17:41:47,160 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T17:41:47,160 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T17:41:47,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T17:41:47,161 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T17:41:47,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T17:41:47,161 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-03T17:41:47,161 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1390163225, stopped=false
2024-12-03T17:41:47,162 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27e0f852a164,34045,1733247591631
2024-12-03T17:41:47,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1010d5ef1170001, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-03T17:41:47,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-03T17:41:47,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1010d5ef1170001, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T17:41:47,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T17:41:47,164 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-03T17:41:47,165 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T17:41:47,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34455-0x1010d5ef1170001, quorum=127.0.0.1:53589, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T17:41:47,165 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T17:41:47,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T17:41:47,166 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27e0f852a164,34455,1733247592498' *****
2024-12-03T17:41:47,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T17:41:47,166 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-03T17:41:47,166 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-03T17:41:47,166 INFO  [RS:0;27e0f852a164:34455 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-03T17:41:47,167 INFO  [RS:0;27e0f852a164:34455 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-03T17:41:47,167 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(3091): Received CLOSE for 255ef2280c20489aae34a2688f446768
2024-12-03T17:41:47,167 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-03T17:41:47,167 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(3091): Received CLOSE for af0b3732aa1d69eda45a39a20e13a0f3
2024-12-03T17:41:47,167 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(3091): Received CLOSE for 118134b166f1a90def20ad41e188a525
2024-12-03T17:41:47,167 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(3091): Received CLOSE for 00d22f3db184c2490d11071debd31eda
2024-12-03T17:41:47,167 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(3091): Received CLOSE for 9479ffd82f14b87cc2f24e2dd151e157
2024-12-03T17:41:47,167 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ba8f01aa5b9f82e5fe064f0d5d15a90
2024-12-03T17:41:47,168 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(3091): Received CLOSE for 7aea267cebfe85782f2ea0a5081de464
2024-12-03T17:41:47,168 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ad32dd99e9341ff132fa27c4ed63a1d
2024-12-03T17:41:47,168 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(3091): Received CLOSE for dc9ccdfc01e7f2b963b803e9e0889288
2024-12-03T17:41:47,168 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(3091): Received CLOSE for ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:47,168 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(959): stopping server 27e0f852a164,34455,1733247592498
2024-12-03T17:41:47,168 INFO  [RS:0;27e0f852a164:34455 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-03T17:41:47,168 INFO  [RS:0;27e0f852a164:34455 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27e0f852a164:34455.
2024-12-03T17:41:47,168 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 255ef2280c20489aae34a2688f446768, disabling compactions & flushes
2024-12-03T17:41:47,168 DEBUG [RS:0;27e0f852a164:34455 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T17:41:47,168 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768.
2024-12-03T17:41:47,168 DEBUG [RS:0;27e0f852a164:34455 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T17:41:47,168 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768.
2024-12-03T17:41:47,168 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-03T17:41:47,168 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-03T17:41:47,168 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-03T17:41:47,168 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-03T17:41:47,169 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768. after waiting 0 ms
2024-12-03T17:41:47,169 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768.
2024-12-03T17:41:47,169 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-12-03T17:41:47,169 DEBUG [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1351): Waiting on 00d22f3db184c2490d11071debd31eda, 118134b166f1a90def20ad41e188a525, 1588230740, 255ef2280c20489aae34a2688f446768, 7aea267cebfe85782f2ea0a5081de464, 7ba8f01aa5b9f82e5fe064f0d5d15a90, 8ad32dd99e9341ff132fa27c4ed63a1d, 9479ffd82f14b87cc2f24e2dd151e157, af0b3732aa1d69eda45a39a20e13a0f3, dc9ccdfc01e7f2b963b803e9e0889288, ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:47,169 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-03T17:41:47,169 INFO  [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-03T17:41:47,169 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-03T17:41:47,169 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-03T17:41:47,169 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-03T17:41:47,172 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 255ef2280c20489aae34a2688f446768 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T17:41:47,172 INFO  [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-12-03T17:41:47,235 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/255ef2280c20489aae34a2688f446768/.tmp/testFamily/8126767f67be42769423395b9f493072 is 61, key is row-0/testFamily:testQualifier/1733247689947/Put/seqid=0
2024-12-03T17:41:47,241 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/meta/1588230740/.tmp/info/ed4dc31db1be49b5b51dde511c4a8b02 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3./info:regioninfo/1733247657249/Put/seqid=0
2024-12-03T17:41:47,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741855_1031 (size=5049)
2024-12-03T17:41:47,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741856_1032 (size=20564)
2024-12-03T17:41:47,370 DEBUG [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1351): Waiting on 00d22f3db184c2490d11071debd31eda, 118134b166f1a90def20ad41e188a525, 1588230740, 255ef2280c20489aae34a2688f446768, 7aea267cebfe85782f2ea0a5081de464, 7ba8f01aa5b9f82e5fe064f0d5d15a90, 8ad32dd99e9341ff132fa27c4ed63a1d, 9479ffd82f14b87cc2f24e2dd151e157, af0b3732aa1d69eda45a39a20e13a0f3, dc9ccdfc01e7f2b963b803e9e0889288, ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:47,570 DEBUG [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1351): Waiting on 00d22f3db184c2490d11071debd31eda, 118134b166f1a90def20ad41e188a525, 1588230740, 255ef2280c20489aae34a2688f446768, 7aea267cebfe85782f2ea0a5081de464, 7ba8f01aa5b9f82e5fe064f0d5d15a90, 8ad32dd99e9341ff132fa27c4ed63a1d, 9479ffd82f14b87cc2f24e2dd151e157, af0b3732aa1d69eda45a39a20e13a0f3, dc9ccdfc01e7f2b963b803e9e0889288, ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:47,654 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/255ef2280c20489aae34a2688f446768/.tmp/testFamily/8126767f67be42769423395b9f493072
2024-12-03T17:41:47,657 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-03T17:41:47,659 INFO  [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/meta/1588230740/.tmp/info/ed4dc31db1be49b5b51dde511c4a8b02
2024-12-03T17:41:47,659 INFO  [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-03T17:41:47,660 INFO  [regionserver/27e0f852a164:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-03T17:41:47,706 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/255ef2280c20489aae34a2688f446768/.tmp/testFamily/8126767f67be42769423395b9f493072 as hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/255ef2280c20489aae34a2688f446768/testFamily/8126767f67be42769423395b9f493072
2024-12-03T17:41:47,718 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/255ef2280c20489aae34a2688f446768/testFamily/8126767f67be42769423395b9f493072, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T17:41:47,724 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/meta/1588230740/.tmp/ns/dadc65bc636145fbb9271171221c6a20 is 43, key is default/ns:d/1733247655498/Put/seqid=0
2024-12-03T17:41:47,729 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 255ef2280c20489aae34a2688f446768 in 554ms, sequenceid=8, compaction requested=false
2024-12-03T17:41:47,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741857_1033 (size=5153)
2024-12-03T17:41:47,732 INFO  [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/meta/1588230740/.tmp/ns/dadc65bc636145fbb9271171221c6a20
2024-12-03T17:41:47,737 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/255ef2280c20489aae34a2688f446768/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T17:41:47,739 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768.
2024-12-03T17:41:47,740 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 255ef2280c20489aae34a2688f446768:
Waiting for close lock at 1733247707167Running coprocessor pre-close hooks at 1733247707168 (+1 ms)Disabling compacts and flushes for region at 1733247707168Disabling writes for close at 1733247707169 (+1 ms)Obtaining lock to block concurrent updates at 1733247707172 (+3 ms)Preparing flush snapshotting stores in 255ef2280c20489aae34a2688f446768 at 1733247707172Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733247707181 (+9 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768. at 1733247707183 (+2 ms)Flushing 255ef2280c20489aae34a2688f446768/testFamily: creating writer at 1733247707184 (+1 ms)Flushing 255ef2280c20489aae34a2688f446768/testFamily: appending metadata at 1733247707228 (+44 ms)Flushing 255ef2280c20489aae34a2688f446768/testFamily: closing flushed file at 1733247707232 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c908146: reopening flushed file at 1733247707704 (+472 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 255ef2280c20489aae34a2688f446768 in 554ms, sequenceid=8, compaction requested=false at 1733247707729 (+25 ms)Writing region close event to WAL at 1733247707731 (+2 ms)Running coprocessor post-close hooks at 1733247707738 (+7 ms)Closed at 1733247707739 (+1 ms)
2024-12-03T17:41:47,740 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733247688907.255ef2280c20489aae34a2688f446768.
2024-12-03T17:41:47,741 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af0b3732aa1d69eda45a39a20e13a0f3, disabling compactions & flushes
2024-12-03T17:41:47,741 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3.
2024-12-03T17:41:47,741 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3.
2024-12-03T17:41:47,741 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3. after waiting 0 ms
2024-12-03T17:41:47,741 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3.
2024-12-03T17:41:47,741 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af0b3732aa1d69eda45a39a20e13a0f3 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T17:41:47,764 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/af0b3732aa1d69eda45a39a20e13a0f3/.tmp/testFamily/0eab80010d7343cd8e45bfc5472d6d44 is 61, key is row-0/testFamily:testQualifier/1733247659079/Put/seqid=0
2024-12-03T17:41:47,767 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/meta/1588230740/.tmp/table/3a33b82333b447369176f1c21f60a452 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733247657279/Put/seqid=0
2024-12-03T17:41:47,770 DEBUG [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1351): Waiting on 00d22f3db184c2490d11071debd31eda, 118134b166f1a90def20ad41e188a525, 1588230740, 7aea267cebfe85782f2ea0a5081de464, 7ba8f01aa5b9f82e5fe064f0d5d15a90, 8ad32dd99e9341ff132fa27c4ed63a1d, 9479ffd82f14b87cc2f24e2dd151e157, af0b3732aa1d69eda45a39a20e13a0f3, dc9ccdfc01e7f2b963b803e9e0889288, ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:47,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741858_1034 (size=5049)
2024-12-03T17:41:47,795 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/af0b3732aa1d69eda45a39a20e13a0f3/.tmp/testFamily/0eab80010d7343cd8e45bfc5472d6d44
2024-12-03T17:41:47,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741859_1035 (size=6699)
2024-12-03T17:41:47,808 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/af0b3732aa1d69eda45a39a20e13a0f3/.tmp/testFamily/0eab80010d7343cd8e45bfc5472d6d44 as hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/af0b3732aa1d69eda45a39a20e13a0f3/testFamily/0eab80010d7343cd8e45bfc5472d6d44
2024-12-03T17:41:47,808 INFO  [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/meta/1588230740/.tmp/table/3a33b82333b447369176f1c21f60a452
2024-12-03T17:41:47,832 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/af0b3732aa1d69eda45a39a20e13a0f3/testFamily/0eab80010d7343cd8e45bfc5472d6d44, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T17:41:47,834 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for af0b3732aa1d69eda45a39a20e13a0f3 in 93ms, sequenceid=8, compaction requested=false
2024-12-03T17:41:47,835 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/meta/1588230740/.tmp/info/ed4dc31db1be49b5b51dde511c4a8b02 as hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/meta/1588230740/info/ed4dc31db1be49b5b51dde511c4a8b02
2024-12-03T17:41:47,846 INFO  [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/meta/1588230740/info/ed4dc31db1be49b5b51dde511c4a8b02, entries=100, sequenceid=56, filesize=20.1 K
2024-12-03T17:41:47,848 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/meta/1588230740/.tmp/ns/dadc65bc636145fbb9271171221c6a20 as hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/meta/1588230740/ns/dadc65bc636145fbb9271171221c6a20
2024-12-03T17:41:47,860 INFO  [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/meta/1588230740/ns/dadc65bc636145fbb9271171221c6a20, entries=2, sequenceid=56, filesize=5.0 K
2024-12-03T17:41:47,860 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/af0b3732aa1d69eda45a39a20e13a0f3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T17:41:47,861 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3.
2024-12-03T17:41:47,861 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af0b3732aa1d69eda45a39a20e13a0f3:
Waiting for close lock at 1733247707741Running coprocessor pre-close hooks at 1733247707741Disabling compacts and flushes for region at 1733247707741Disabling writes for close at 1733247707741Obtaining lock to block concurrent updates at 1733247707741Preparing flush snapshotting stores in af0b3732aa1d69eda45a39a20e13a0f3 at 1733247707741Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733247707741Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3. at 1733247707742 (+1 ms)Flushing af0b3732aa1d69eda45a39a20e13a0f3/testFamily: creating writer at 1733247707742Flushing af0b3732aa1d69eda45a39a20e13a0f3/testFamily: appending metadata at 1733247707764 (+22 ms)Flushing af0b3732aa1d69eda45a39a20e13a0f3/testFamily: closing flushed file at 1733247707764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@468056f9: reopening flushed file at 1733247707805 (+41 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for af0b3732aa1d69eda45a39a20e13a0f3 in 93ms, sequenceid=8, compaction requested=false at 1733247707834 (+29 ms)Writing region close event to WAL at 1733247707846 (+12 ms)Running coprocessor post-close hooks at 1733247707861 (+15 ms)Closed at 1733247707861
2024-12-03T17:41:47,862 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733247655915.af0b3732aa1d69eda45a39a20e13a0f3.
2024-12-03T17:41:47,862 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 118134b166f1a90def20ad41e188a525, disabling compactions & flushes
2024-12-03T17:41:47,862 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/meta/1588230740/.tmp/table/3a33b82333b447369176f1c21f60a452 as hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/meta/1588230740/table/3a33b82333b447369176f1c21f60a452
2024-12-03T17:41:47,862 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525.
2024-12-03T17:41:47,862 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525.
2024-12-03T17:41:47,862 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525. after waiting 0 ms
2024-12-03T17:41:47,862 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525.
2024-12-03T17:41:47,862 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 118134b166f1a90def20ad41e188a525 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T17:41:47,879 INFO  [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/meta/1588230740/table/3a33b82333b447369176f1c21f60a452, entries=20, sequenceid=56, filesize=6.5 K
2024-12-03T17:41:47,881 INFO  [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 711ms, sequenceid=56, compaction requested=false
2024-12-03T17:41:47,887 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testRetryOutOfOrderScannerNextException/118134b166f1a90def20ad41e188a525/.tmp/testFamily/1de85fff5c5d432788d4a6aa5f1a1e16 is 61, key is row-0/testFamily:testQualifier/1733247674507/Put/seqid=0
2024-12-03T17:41:47,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741860_1036 (size=5049)
2024-12-03T17:41:47,897 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testRetryOutOfOrderScannerNextException/118134b166f1a90def20ad41e188a525/.tmp/testFamily/1de85fff5c5d432788d4a6aa5f1a1e16
2024-12-03T17:41:47,899 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-12-03T17:41:47,900 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-03T17:41:47,901 INFO  [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-03T17:41:47,901 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733247707169Running coprocessor pre-close hooks at 1733247707169Disabling compacts and flushes for region at 1733247707169Disabling writes for close at 1733247707169Obtaining lock to block concurrent updates at 1733247707172 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733247707172Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733247707181 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733247707183 (+2 ms)Flushing 1588230740/info: creating writer at 1733247707184 (+1 ms)Flushing 1588230740/info: appending metadata at 1733247707236 (+52 ms)Flushing 1588230740/info: closing flushed file at 1733247707236Flushing 1588230740/ns: creating writer at 1733247707704 (+468 ms)Flushing 1588230740/ns: appending metadata at 1733247707723 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733247707723Flushing 1588230740/table: creating writer at 1733247707742 (+19 ms)Flushing 1588230740/table: appending metadata at 1733247707767 (+25 ms)Flushing 1588230740/table: closing flushed file at 1733247707767Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@759f76c0: reopening flushed file at 1733247707828 (+61 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@394a28d7: reopening flushed file at 1733247707846 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75e963b: reopening flushed file at 1733247707860 (+14 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 711ms, sequenceid=56, compaction requested=false at 1733247707881 (+21 ms)Writing region close event to WAL at 1733247707884 (+3 ms)Running coprocessor post-close hooks at 1733247707900 (+16 ms)Closed at 1733247707901 (+1 ms)
2024-12-03T17:41:47,901 DEBUG [RS_CLOSE_META-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-03T17:41:47,909 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testRetryOutOfOrderScannerNextException/118134b166f1a90def20ad41e188a525/.tmp/testFamily/1de85fff5c5d432788d4a6aa5f1a1e16 as hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testRetryOutOfOrderScannerNextException/118134b166f1a90def20ad41e188a525/testFamily/1de85fff5c5d432788d4a6aa5f1a1e16
2024-12-03T17:41:47,925 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testRetryOutOfOrderScannerNextException/118134b166f1a90def20ad41e188a525/testFamily/1de85fff5c5d432788d4a6aa5f1a1e16, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T17:41:47,927 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 118134b166f1a90def20ad41e188a525 in 65ms, sequenceid=8, compaction requested=false
2024-12-03T17:41:47,942 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testRetryOutOfOrderScannerNextException/118134b166f1a90def20ad41e188a525/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T17:41:47,943 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525.
2024-12-03T17:41:47,944 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 118134b166f1a90def20ad41e188a525:
Waiting for close lock at 1733247707862Running coprocessor pre-close hooks at 1733247707862Disabling compacts and flushes for region at 1733247707862Disabling writes for close at 1733247707862Obtaining lock to block concurrent updates at 1733247707862Preparing flush snapshotting stores in 118134b166f1a90def20ad41e188a525 at 1733247707862Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733247707863 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525. at 1733247707866 (+3 ms)Flushing 118134b166f1a90def20ad41e188a525/testFamily: creating writer at 1733247707866Flushing 118134b166f1a90def20ad41e188a525/testFamily: appending metadata at 1733247707887 (+21 ms)Flushing 118134b166f1a90def20ad41e188a525/testFamily: closing flushed file at 1733247707887Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c80a281: reopening flushed file at 1733247707907 (+20 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 118134b166f1a90def20ad41e188a525 in 65ms, sequenceid=8, compaction requested=false at 1733247707927 (+20 ms)Writing region close event to WAL at 1733247707934 (+7 ms)Running coprocessor post-close hooks at 1733247707943 (+9 ms)Closed at 1733247707943
2024-12-03T17:41:47,944 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733247673475.118134b166f1a90def20ad41e188a525.
2024-12-03T17:41:47,944 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 00d22f3db184c2490d11071debd31eda, disabling compactions & flushes
2024-12-03T17:41:47,944 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda.
2024-12-03T17:41:47,944 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda.
2024-12-03T17:41:47,944 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda. after waiting 0 ms
2024-12-03T17:41:47,945 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda.
2024-12-03T17:41:47,945 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 00d22f3db184c2490d11071debd31eda 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T17:41:47,971 DEBUG [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1351): Waiting on 00d22f3db184c2490d11071debd31eda, 7aea267cebfe85782f2ea0a5081de464, 7ba8f01aa5b9f82e5fe064f0d5d15a90, 8ad32dd99e9341ff132fa27c4ed63a1d, 9479ffd82f14b87cc2f24e2dd151e157, dc9ccdfc01e7f2b963b803e9e0889288, ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:47,989 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnNext/00d22f3db184c2490d11071debd31eda/.tmp/testFamily/a743e5be093d4999bda13fb00251e43d is 61, key is row-0/testFamily:testQualifier/1733247685836/Put/seqid=0
2024-12-03T17:41:47,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741861_1037 (size=5049)
2024-12-03T17:41:47,999 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnNext/00d22f3db184c2490d11071debd31eda/.tmp/testFamily/a743e5be093d4999bda13fb00251e43d
2024-12-03T17:41:48,015 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnNext/00d22f3db184c2490d11071debd31eda/.tmp/testFamily/a743e5be093d4999bda13fb00251e43d as hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnNext/00d22f3db184c2490d11071debd31eda/testFamily/a743e5be093d4999bda13fb00251e43d
2024-12-03T17:41:48,025 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnNext/00d22f3db184c2490d11071debd31eda/testFamily/a743e5be093d4999bda13fb00251e43d, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T17:41:48,026 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 00d22f3db184c2490d11071debd31eda in 81ms, sequenceid=8, compaction requested=false
2024-12-03T17:41:48,043 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnNext/00d22f3db184c2490d11071debd31eda/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T17:41:48,045 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda.
2024-12-03T17:41:48,045 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 00d22f3db184c2490d11071debd31eda:
Waiting for close lock at 1733247707944Running coprocessor pre-close hooks at 1733247707944Disabling compacts and flushes for region at 1733247707944Disabling writes for close at 1733247707944Obtaining lock to block concurrent updates at 1733247707945 (+1 ms)Preparing flush snapshotting stores in 00d22f3db184c2490d11071debd31eda at 1733247707945Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733247707945Flushing stores of testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda. at 1733247707951 (+6 ms)Flushing 00d22f3db184c2490d11071debd31eda/testFamily: creating writer at 1733247707951Flushing 00d22f3db184c2490d11071debd31eda/testFamily: appending metadata at 1733247707988 (+37 ms)Flushing 00d22f3db184c2490d11071debd31eda/testFamily: closing flushed file at 1733247707988Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d240872: reopening flushed file at 1733247708014 (+26 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 00d22f3db184c2490d11071debd31eda in 81ms, sequenceid=8, compaction requested=false at 1733247708026 (+12 ms)Writing region close event to WAL at 1733247708031 (+5 ms)Running coprocessor post-close hooks at 1733247708045 (+14 ms)Closed at 1733247708045
2024-12-03T17:41:48,045 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733247684801.00d22f3db184c2490d11071debd31eda.
2024-12-03T17:41:48,045 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9479ffd82f14b87cc2f24e2dd151e157, disabling compactions & flushes
2024-12-03T17:41:48,045 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157.
2024-12-03T17:41:48,045 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157.
2024-12-03T17:41:48,045 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157. after waiting 0 ms
2024-12-03T17:41:48,045 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157.
2024-12-03T17:41:48,045 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9479ffd82f14b87cc2f24e2dd151e157 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T17:41:48,074 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnOpenScanner/9479ffd82f14b87cc2f24e2dd151e157/.tmp/testFamily/c213e39c66be4b658e19946a062677bd is 61, key is row-0/testFamily:testQualifier/1733247660305/Put/seqid=0
2024-12-03T17:41:48,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741862_1038 (size=5049)
2024-12-03T17:41:48,087 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnOpenScanner/9479ffd82f14b87cc2f24e2dd151e157/.tmp/testFamily/c213e39c66be4b658e19946a062677bd
2024-12-03T17:41:48,097 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnOpenScanner/9479ffd82f14b87cc2f24e2dd151e157/.tmp/testFamily/c213e39c66be4b658e19946a062677bd as hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnOpenScanner/9479ffd82f14b87cc2f24e2dd151e157/testFamily/c213e39c66be4b658e19946a062677bd
2024-12-03T17:41:48,108 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnOpenScanner/9479ffd82f14b87cc2f24e2dd151e157/testFamily/c213e39c66be4b658e19946a062677bd, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T17:41:48,109 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9479ffd82f14b87cc2f24e2dd151e157 in 64ms, sequenceid=8, compaction requested=false
2024-12-03T17:41:48,125 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnOpenScanner/9479ffd82f14b87cc2f24e2dd151e157/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T17:41:48,126 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157.
2024-12-03T17:41:48,128 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9479ffd82f14b87cc2f24e2dd151e157:
Waiting for close lock at 1733247708045Running coprocessor pre-close hooks at 1733247708045Disabling compacts and flushes for region at 1733247708045Disabling writes for close at 1733247708045Obtaining lock to block concurrent updates at 1733247708045Preparing flush snapshotting stores in 9479ffd82f14b87cc2f24e2dd151e157 at 1733247708045Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733247708046 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157. at 1733247708047 (+1 ms)Flushing 9479ffd82f14b87cc2f24e2dd151e157/testFamily: creating writer at 1733247708047Flushing 9479ffd82f14b87cc2f24e2dd151e157/testFamily: appending metadata at 1733247708073 (+26 ms)Flushing 9479ffd82f14b87cc2f24e2dd151e157/testFamily: closing flushed file at 1733247708073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75ed5bd7: reopening flushed file at 1733247708096 (+23 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9479ffd82f14b87cc2f24e2dd151e157 in 64ms, sequenceid=8, compaction requested=false at 1733247708109 (+13 ms)Writing region close event to WAL at 1733247708119 (+10 ms)Running coprocessor post-close hooks at 1733247708126 (+7 ms)Closed at 1733247708126
2024-12-03T17:41:48,129 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733247659267.9479ffd82f14b87cc2f24e2dd151e157.
2024-12-03T17:41:48,129 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ba8f01aa5b9f82e5fe064f0d5d15a90, disabling compactions & flushes
2024-12-03T17:41:48,129 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90.
2024-12-03T17:41:48,129 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90.
2024-12-03T17:41:48,129 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90. after waiting 0 ms
2024-12-03T17:41:48,129 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90.
2024-12-03T17:41:48,129 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7ba8f01aa5b9f82e5fe064f0d5d15a90 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T17:41:48,150 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnNextAsync/7ba8f01aa5b9f82e5fe064f0d5d15a90/.tmp/testFamily/438f8910d7294530befbb89f7d3c330a is 61, key is row-0/testFamily:testQualifier/1733247667408/Put/seqid=0
2024-12-03T17:41:48,172 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close
2024-12-03T17:41:48,172 DEBUG [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1325): Online Regions={7ba8f01aa5b9f82e5fe064f0d5d15a90=hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90., 7aea267cebfe85782f2ea0a5081de464=testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464., 8ad32dd99e9341ff132fa27c4ed63a1d=hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d., dc9ccdfc01e7f2b963b803e9e0889288=testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288., ef829d15650b0e44819f305e2d037d3e=testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e.}
2024-12-03T17:41:48,172 DEBUG [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1351): Waiting on 7aea267cebfe85782f2ea0a5081de464, 7ba8f01aa5b9f82e5fe064f0d5d15a90, 8ad32dd99e9341ff132fa27c4ed63a1d, dc9ccdfc01e7f2b963b803e9e0889288, ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:48,180 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741863_1039 (size=5049)
2024-12-03T17:41:48,187 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnNextAsync/7ba8f01aa5b9f82e5fe064f0d5d15a90/.tmp/testFamily/438f8910d7294530befbb89f7d3c330a
2024-12-03T17:41:48,204 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnNextAsync/7ba8f01aa5b9f82e5fe064f0d5d15a90/.tmp/testFamily/438f8910d7294530befbb89f7d3c330a as hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnNextAsync/7ba8f01aa5b9f82e5fe064f0d5d15a90/testFamily/438f8910d7294530befbb89f7d3c330a
2024-12-03T17:41:48,213 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnNextAsync/7ba8f01aa5b9f82e5fe064f0d5d15a90/testFamily/438f8910d7294530befbb89f7d3c330a, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T17:41:48,218 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7ba8f01aa5b9f82e5fe064f0d5d15a90 in 89ms, sequenceid=8, compaction requested=false
2024-12-03T17:41:48,231 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnNextAsync/7ba8f01aa5b9f82e5fe064f0d5d15a90/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T17:41:48,233 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90.
2024-12-03T17:41:48,233 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ba8f01aa5b9f82e5fe064f0d5d15a90:
Waiting for close lock at 1733247708129Running coprocessor pre-close hooks at 1733247708129Disabling compacts and flushes for region at 1733247708129Disabling writes for close at 1733247708129Obtaining lock to block concurrent updates at 1733247708129Preparing flush snapshotting stores in 7ba8f01aa5b9f82e5fe064f0d5d15a90 at 1733247708129Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733247708129Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90. at 1733247708130 (+1 ms)Flushing 7ba8f01aa5b9f82e5fe064f0d5d15a90/testFamily: creating writer at 1733247708131 (+1 ms)Flushing 7ba8f01aa5b9f82e5fe064f0d5d15a90/testFamily: appending metadata at 1733247708150 (+19 ms)Flushing 7ba8f01aa5b9f82e5fe064f0d5d15a90/testFamily: closing flushed file at 1733247708150Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@708b174c: reopening flushed file at 1733247708202 (+52 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7ba8f01aa5b9f82e5fe064f0d5d15a90 in 89ms, sequenceid=8, compaction requested=false at 1733247708218 (+16 ms)Writing region close event to WAL at 1733247708219 (+1 ms)Running coprocessor post-close hooks at 1733247708233 (+14 ms)Closed at 1733247708233
2024-12-03T17:41:48,233 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733247666372.7ba8f01aa5b9f82e5fe064f0d5d15a90.
2024-12-03T17:41:48,234 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7aea267cebfe85782f2ea0a5081de464, disabling compactions & flushes
2024-12-03T17:41:48,234 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464.
2024-12-03T17:41:48,234 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464.
2024-12-03T17:41:48,234 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464. after waiting 0 ms
2024-12-03T17:41:48,234 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464.
2024-12-03T17:41:48,234 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7aea267cebfe85782f2ea0a5081de464 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T17:41:48,270 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnOpenScanner/7aea267cebfe85782f2ea0a5081de464/.tmp/testFamily/7a2dbb758e824f5db28abaf615f0e720 is 61, key is row-0/testFamily:testQualifier/1733247677657/Put/seqid=0
2024-12-03T17:41:48,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741864_1040 (size=5049)
2024-12-03T17:41:48,301 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnOpenScanner/7aea267cebfe85782f2ea0a5081de464/.tmp/testFamily/7a2dbb758e824f5db28abaf615f0e720
2024-12-03T17:41:48,321 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnOpenScanner/7aea267cebfe85782f2ea0a5081de464/.tmp/testFamily/7a2dbb758e824f5db28abaf615f0e720 as hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnOpenScanner/7aea267cebfe85782f2ea0a5081de464/testFamily/7a2dbb758e824f5db28abaf615f0e720
2024-12-03T17:41:48,333 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnOpenScanner/7aea267cebfe85782f2ea0a5081de464/testFamily/7a2dbb758e824f5db28abaf615f0e720, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T17:41:48,336 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7aea267cebfe85782f2ea0a5081de464 in 102ms, sequenceid=8, compaction requested=false
2024-12-03T17:41:48,362 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnOpenScanner/7aea267cebfe85782f2ea0a5081de464/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T17:41:48,365 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464.
2024-12-03T17:41:48,365 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7aea267cebfe85782f2ea0a5081de464:
Waiting for close lock at 1733247708234Running coprocessor pre-close hooks at 1733247708234Disabling compacts and flushes for region at 1733247708234Disabling writes for close at 1733247708234Obtaining lock to block concurrent updates at 1733247708234Preparing flush snapshotting stores in 7aea267cebfe85782f2ea0a5081de464 at 1733247708234Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733247708235 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464. at 1733247708236 (+1 ms)Flushing 7aea267cebfe85782f2ea0a5081de464/testFamily: creating writer at 1733247708236Flushing 7aea267cebfe85782f2ea0a5081de464/testFamily: appending metadata at 1733247708270 (+34 ms)Flushing 7aea267cebfe85782f2ea0a5081de464/testFamily: closing flushed file at 1733247708270Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@175dae78: reopening flushed file at 1733247708319 (+49 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7aea267cebfe85782f2ea0a5081de464 in 102ms, sequenceid=8, compaction requested=false at 1733247708336 (+17 ms)Writing region close event to WAL at 1733247708343 (+7 ms)Running coprocessor post-close hooks at 1733247708364 (+21 ms)Closed at 1733247708365 (+1 ms)
2024-12-03T17:41:48,365 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733247674596.7aea267cebfe85782f2ea0a5081de464.
2024-12-03T17:41:48,365 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ad32dd99e9341ff132fa27c4ed63a1d, disabling compactions & flushes
2024-12-03T17:41:48,365 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d.
2024-12-03T17:41:48,365 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d.
2024-12-03T17:41:48,365 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d. after waiting 0 ms
2024-12-03T17:41:48,366 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d.
2024-12-03T17:41:48,366 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8ad32dd99e9341ff132fa27c4ed63a1d 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T17:41:48,373 DEBUG [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1351): Waiting on 8ad32dd99e9341ff132fa27c4ed63a1d, dc9ccdfc01e7f2b963b803e9e0889288, ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:48,401 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnNext/8ad32dd99e9341ff132fa27c4ed63a1d/.tmp/testFamily/ac1e41e9910c4121aa00a8553751db8a is 61, key is row-0/testFamily:testQualifier/1733247697035/Put/seqid=0
2024-12-03T17:41:48,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741865_1041 (size=5049)
2024-12-03T17:41:48,574 DEBUG [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1351): Waiting on 8ad32dd99e9341ff132fa27c4ed63a1d, dc9ccdfc01e7f2b963b803e9e0889288, ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:48,774 DEBUG [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1351): Waiting on 8ad32dd99e9341ff132fa27c4ed63a1d, dc9ccdfc01e7f2b963b803e9e0889288, ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:48,817 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnNext/8ad32dd99e9341ff132fa27c4ed63a1d/.tmp/testFamily/ac1e41e9910c4121aa00a8553751db8a
2024-12-03T17:41:48,829 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnNext/8ad32dd99e9341ff132fa27c4ed63a1d/.tmp/testFamily/ac1e41e9910c4121aa00a8553751db8a as hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnNext/8ad32dd99e9341ff132fa27c4ed63a1d/testFamily/ac1e41e9910c4121aa00a8553751db8a
2024-12-03T17:41:48,840 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnNext/8ad32dd99e9341ff132fa27c4ed63a1d/testFamily/ac1e41e9910c4121aa00a8553751db8a, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T17:41:48,842 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8ad32dd99e9341ff132fa27c4ed63a1d in 475ms, sequenceid=8, compaction requested=false
2024-12-03T17:41:48,859 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/hbase/testMetaScanTimeoutOnNext/8ad32dd99e9341ff132fa27c4ed63a1d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T17:41:48,860 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d.
2024-12-03T17:41:48,860 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ad32dd99e9341ff132fa27c4ed63a1d:
Waiting for close lock at 1733247708365Running coprocessor pre-close hooks at 1733247708365Disabling compacts and flushes for region at 1733247708365Disabling writes for close at 1733247708366 (+1 ms)Obtaining lock to block concurrent updates at 1733247708366Preparing flush snapshotting stores in 8ad32dd99e9341ff132fa27c4ed63a1d at 1733247708366Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733247708366Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d. at 1733247708368 (+2 ms)Flushing 8ad32dd99e9341ff132fa27c4ed63a1d/testFamily: creating writer at 1733247708369 (+1 ms)Flushing 8ad32dd99e9341ff132fa27c4ed63a1d/testFamily: appending metadata at 1733247708400 (+31 ms)Flushing 8ad32dd99e9341ff132fa27c4ed63a1d/testFamily: closing flushed file at 1733247708400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b0d3b90: reopening flushed file at 1733247708828 (+428 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8ad32dd99e9341ff132fa27c4ed63a1d in 475ms, sequenceid=8, compaction requested=false at 1733247708842 (+14 ms)Writing region close event to WAL at 1733247708843 (+1 ms)Running coprocessor post-close hooks at 1733247708860 (+17 ms)Closed at 1733247708860
2024-12-03T17:41:48,861 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733247696007.8ad32dd99e9341ff132fa27c4ed63a1d.
2024-12-03T17:41:48,861 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc9ccdfc01e7f2b963b803e9e0889288, disabling compactions & flushes
2024-12-03T17:41:48,861 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288.
2024-12-03T17:41:48,861 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288.
2024-12-03T17:41:48,861 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288. after waiting 0 ms
2024-12-03T17:41:48,861 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288.
2024-12-03T17:41:48,861 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dc9ccdfc01e7f2b963b803e9e0889288 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T17:41:48,893 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnOpenScannerAsync/dc9ccdfc01e7f2b963b803e9e0889288/.tmp/testFamily/015d45685bd04255afc7c922a0fca7b7 is 61, key is row-0/testFamily:testQualifier/1733247704116/Put/seqid=0
2024-12-03T17:41:48,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741866_1042 (size=5049)
2024-12-03T17:41:48,903 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnOpenScannerAsync/dc9ccdfc01e7f2b963b803e9e0889288/.tmp/testFamily/015d45685bd04255afc7c922a0fca7b7
2024-12-03T17:41:48,936 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T17:41:48,942 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnOpenScannerAsync/dc9ccdfc01e7f2b963b803e9e0889288/.tmp/testFamily/015d45685bd04255afc7c922a0fca7b7 as hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnOpenScannerAsync/dc9ccdfc01e7f2b963b803e9e0889288/testFamily/015d45685bd04255afc7c922a0fca7b7
2024-12-03T17:41:48,971 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnOpenScannerAsync/dc9ccdfc01e7f2b963b803e9e0889288/testFamily/015d45685bd04255afc7c922a0fca7b7, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T17:41:48,975 DEBUG [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1351): Waiting on dc9ccdfc01e7f2b963b803e9e0889288, ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:48,979 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for dc9ccdfc01e7f2b963b803e9e0889288 in 118ms, sequenceid=8, compaction requested=false
2024-12-03T17:41:48,979 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-12-03T17:41:48,996 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnOpenScannerAsync/dc9ccdfc01e7f2b963b803e9e0889288/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T17:41:48,997 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288.
2024-12-03T17:41:48,997 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc9ccdfc01e7f2b963b803e9e0889288:
Waiting for close lock at 1733247708861Running coprocessor pre-close hooks at 1733247708861Disabling compacts and flushes for region at 1733247708861Disabling writes for close at 1733247708861Obtaining lock to block concurrent updates at 1733247708861Preparing flush snapshotting stores in dc9ccdfc01e7f2b963b803e9e0889288 at 1733247708861Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733247708862 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288. at 1733247708863 (+1 ms)Flushing dc9ccdfc01e7f2b963b803e9e0889288/testFamily: creating writer at 1733247708863Flushing dc9ccdfc01e7f2b963b803e9e0889288/testFamily: appending metadata at 1733247708892 (+29 ms)Flushing dc9ccdfc01e7f2b963b803e9e0889288/testFamily: closing flushed file at 1733247708892Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d8ba0a4: reopening flushed file at 1733247708929 (+37 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for dc9ccdfc01e7f2b963b803e9e0889288 in 118ms, sequenceid=8, compaction requested=false at 1733247708979 (+50 ms)Writing region close event to WAL at 1733247708987 (+8 ms)Running coprocessor post-close hooks at 1733247708997 (+10 ms)Closed at 1733247708997
2024-12-03T17:41:48,997 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733247703079.dc9ccdfc01e7f2b963b803e9e0889288.
2024-12-03T17:41:48,998 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef829d15650b0e44819f305e2d037d3e, disabling compactions & flushes
2024-12-03T17:41:48,998 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e.
2024-12-03T17:41:48,998 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e.
2024-12-03T17:41:48,998 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e. after waiting 0 ms
2024-12-03T17:41:48,998 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e.
2024-12-03T17:41:48,998 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ef829d15650b0e44819f305e2d037d3e 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T17:41:49,025 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnNextAsync/ef829d15650b0e44819f305e2d037d3e/.tmp/testFamily/b6a11e71e0944e52b58fd9118adfdbb3 is 61, key is row-0/testFamily:testQualifier/1733247681735/Put/seqid=0
2024-12-03T17:41:49,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741867_1043 (size=5049)
2024-12-03T17:41:49,175 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-03T17:41:49,175 DEBUG [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1325): Online Regions={ef829d15650b0e44819f305e2d037d3e=testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e.}
2024-12-03T17:41:49,175 DEBUG [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1351): Waiting on ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:49,376 DEBUG [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1351): Waiting on ef829d15650b0e44819f305e2d037d3e
2024-12-03T17:41:49,437 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnNextAsync/ef829d15650b0e44819f305e2d037d3e/.tmp/testFamily/b6a11e71e0944e52b58fd9118adfdbb3
2024-12-03T17:41:49,450 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnNextAsync/ef829d15650b0e44819f305e2d037d3e/.tmp/testFamily/b6a11e71e0944e52b58fd9118adfdbb3 as hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnNextAsync/ef829d15650b0e44819f305e2d037d3e/testFamily/b6a11e71e0944e52b58fd9118adfdbb3
2024-12-03T17:41:49,461 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnNextAsync/ef829d15650b0e44819f305e2d037d3e/testFamily/b6a11e71e0944e52b58fd9118adfdbb3, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T17:41:49,463 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ef829d15650b0e44819f305e2d037d3e in 465ms, sequenceid=8, compaction requested=false
2024-12-03T17:41:49,473 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/data/default/testNormalScanTimeoutOnNextAsync/ef829d15650b0e44819f305e2d037d3e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T17:41:49,474 INFO  [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e.
2024-12-03T17:41:49,474 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef829d15650b0e44819f305e2d037d3e:
Waiting for close lock at 1733247708998Running coprocessor pre-close hooks at 1733247708998Disabling compacts and flushes for region at 1733247708998Disabling writes for close at 1733247708998Obtaining lock to block concurrent updates at 1733247708998Preparing flush snapshotting stores in ef829d15650b0e44819f305e2d037d3e at 1733247708998Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733247708999 (+1 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e. at 1733247708999Flushing ef829d15650b0e44819f305e2d037d3e/testFamily: creating writer at 1733247709000 (+1 ms)Flushing ef829d15650b0e44819f305e2d037d3e/testFamily: appending metadata at 1733247709024 (+24 ms)Flushing ef829d15650b0e44819f305e2d037d3e/testFamily: closing flushed file at 1733247709025 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76824c20: reopening flushed file at 1733247709448 (+423 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ef829d15650b0e44819f305e2d037d3e in 465ms, sequenceid=8, compaction requested=false at 1733247709463 (+15 ms)Writing region close event to WAL at 1733247709467 (+4 ms)Running coprocessor post-close hooks at 1733247709474 (+7 ms)Closed at 1733247709474
2024-12-03T17:41:49,474 DEBUG [RS_CLOSE_REGION-regionserver/27e0f852a164:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733247680708.ef829d15650b0e44819f305e2d037d3e.
2024-12-03T17:41:49,576 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(976): stopping server 27e0f852a164,34455,1733247592498; all regions closed.
2024-12-03T17:41:49,586 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/WALs/27e0f852a164,34455,1733247592498/27e0f852a164%2C34455%2C1733247592498.meta.1733247655297.meta not finished, retry = 0
2024-12-03T17:41:49,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741834_1010 (size=19479)
2024-12-03T17:41:49,696 DEBUG [RS:0;27e0f852a164:34455 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/oldWALs
2024-12-03T17:41:49,696 INFO  [RS:0;27e0f852a164:34455 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C34455%2C1733247592498.meta:.meta(num 1733247655297)
2024-12-03T17:41:49,701 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/WALs/27e0f852a164,34455,1733247592498/27e0f852a164%2C34455%2C1733247592498.1733247654733 not finished, retry = 0
2024-12-03T17:41:49,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741833_1009 (size=20031)
2024-12-03T17:41:49,805 DEBUG [RS:0;27e0f852a164:34455 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/oldWALs
2024-12-03T17:41:49,805 INFO  [RS:0;27e0f852a164:34455 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27e0f852a164%2C34455%2C1733247592498:(num 1733247654733)
2024-12-03T17:41:49,806 DEBUG [RS:0;27e0f852a164:34455 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T17:41:49,806 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.LeaseManager(133): Closed leases
2024-12-03T17:41:49,806 INFO  [RS:0;27e0f852a164:34455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-03T17:41:49,806 INFO  [RS:0;27e0f852a164:34455 {}] hbase.ChoreService(370): Chore service for: regionserver/27e0f852a164:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-03T17:41:49,806 INFO  [RS:0;27e0f852a164:34455 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-03T17:41:49,806 INFO  [regionserver/27e0f852a164:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-03T17:41:49,808 INFO  [RS:0;27e0f852a164:34455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34455
2024-12-03T17:41:49,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1010d5ef1170001, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/27e0f852a164,34455,1733247592498
2024-12-03T17:41:49,813 INFO  [RS:0;27e0f852a164:34455 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-03T17:41:49,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-03T17:41:49,815 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27e0f852a164,34455,1733247592498]
2024-12-03T17:41:49,817 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/27e0f852a164,34455,1733247592498 already deleted, retry=false
2024-12-03T17:41:49,817 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27e0f852a164,34455,1733247592498 expired; onlineServers=0
2024-12-03T17:41:49,817 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27e0f852a164,34045,1733247591631' *****
2024-12-03T17:41:49,817 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-03T17:41:49,817 INFO  [M:0;27e0f852a164:34045 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-03T17:41:49,817 INFO  [M:0;27e0f852a164:34045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-03T17:41:49,818 DEBUG [M:0;27e0f852a164:34045 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-03T17:41:49,818 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-03T17:41:49,818 DEBUG [M:0;27e0f852a164:34045 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-03T17:41:49,818 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733247594503 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.small.0-1733247594503,5,FailOnTimeoutGroup]
2024-12-03T17:41:49,818 INFO  [M:0;27e0f852a164:34045 {}] hbase.ChoreService(370): Chore service for: master/27e0f852a164:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-03T17:41:49,818 INFO  [M:0;27e0f852a164:34045 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-03T17:41:49,818 DEBUG [M:0;27e0f852a164:34045 {}] master.HMaster(1795): Stopping service threads
2024-12-03T17:41:49,818 INFO  [M:0;27e0f852a164:34045 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-03T17:41:49,818 INFO  [M:0;27e0f852a164:34045 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-03T17:41:49,819 INFO  [M:0;27e0f852a164:34045 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-03T17:41:49,819 DEBUG [master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733247594499 {}] cleaner.HFileCleaner(306): Exit Thread[master/27e0f852a164:0:becomeActiveMaster-HFileCleaner.large.0-1733247594499,5,FailOnTimeoutGroup]
2024-12-03T17:41:49,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-03T17:41:49,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T17:41:49,822 DEBUG [M:0;27e0f852a164:34045 {}] zookeeper.ZKUtil(347): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-03T17:41:49,822 WARN  [M:0;27e0f852a164:34045 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-03T17:41:49,822 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-03T17:41:49,823 INFO  [M:0;27e0f852a164:34045 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/.lastflushedseqids
2024-12-03T17:41:49,846 INFO  [regionserver/27e0f852a164:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-03T17:41:49,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741868_1044 (size=460)
2024-12-03T17:41:49,852 INFO  [M:0;27e0f852a164:34045 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-03T17:41:49,852 INFO  [M:0;27e0f852a164:34045 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-03T17:41:49,852 DEBUG [M:0;27e0f852a164:34045 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-03T17:41:49,852 INFO  [M:0;27e0f852a164:34045 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T17:41:49,853 DEBUG [M:0;27e0f852a164:34045 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T17:41:49,853 DEBUG [M:0;27e0f852a164:34045 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-03T17:41:49,853 DEBUG [M:0;27e0f852a164:34045 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T17:41:49,853 INFO  [M:0;27e0f852a164:34045 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.79 KB heapSize=190.29 KB
2024-12-03T17:41:49,882 DEBUG [M:0;27e0f852a164:34045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb1d63e484ff4af08277a6de35a9fbff is 82, key is hbase:meta,,1/info:regioninfo/1733247655399/Put/seqid=0
2024-12-03T17:41:49,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741869_1045 (size=5672)
2024-12-03T17:41:49,895 INFO  [M:0;27e0f852a164:34045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb1d63e484ff4af08277a6de35a9fbff
2024-12-03T17:41:49,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1010d5ef1170001, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T17:41:49,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34455-0x1010d5ef1170001, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T17:41:49,917 INFO  [RS:0;27e0f852a164:34455 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-03T17:41:49,917 INFO  [RS:0;27e0f852a164:34455 {}] regionserver.HRegionServer(1031): Exiting; stopping=27e0f852a164,34455,1733247592498; zookeeper connection closed.
2024-12-03T17:41:49,918 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61a6f45 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61a6f45
2024-12-03T17:41:49,919 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-03T17:41:49,934 DEBUG [M:0;27e0f852a164:34045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d605472e7f541efb5cdf8349ff15b91 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733247657291/Put/seqid=0
2024-12-03T17:41:49,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741870_1046 (size=14069)
2024-12-03T17:41:50,349 INFO  [M:0;27e0f852a164:34045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.24 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d605472e7f541efb5cdf8349ff15b91
2024-12-03T17:41:50,359 INFO  [M:0;27e0f852a164:34045 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d605472e7f541efb5cdf8349ff15b91
2024-12-03T17:41:50,385 DEBUG [M:0;27e0f852a164:34045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d924898a106642f49b015eced1d7d793 is 69, key is 27e0f852a164,34455,1733247592498/rs:state/1733247624551/Put/seqid=0
2024-12-03T17:41:50,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741871_1047 (size=5156)
2024-12-03T17:41:50,546 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T17:41:50,798 INFO  [M:0;27e0f852a164:34045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d924898a106642f49b015eced1d7d793
2024-12-03T17:41:50,811 DEBUG [M:0;27e0f852a164:34045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb1d63e484ff4af08277a6de35a9fbff as hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb1d63e484ff4af08277a6de35a9fbff
2024-12-03T17:41:50,823 INFO  [M:0;27e0f852a164:34045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb1d63e484ff4af08277a6de35a9fbff, entries=8, sequenceid=311, filesize=5.5 K
2024-12-03T17:41:50,826 DEBUG [M:0;27e0f852a164:34045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d605472e7f541efb5cdf8349ff15b91 as hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d605472e7f541efb5cdf8349ff15b91
2024-12-03T17:41:50,836 INFO  [M:0;27e0f852a164:34045 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d605472e7f541efb5cdf8349ff15b91
2024-12-03T17:41:50,836 INFO  [M:0;27e0f852a164:34045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d605472e7f541efb5cdf8349ff15b91, entries=33, sequenceid=311, filesize=13.7 K
2024-12-03T17:41:50,837 DEBUG [M:0;27e0f852a164:34045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d924898a106642f49b015eced1d7d793 as hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d924898a106642f49b015eced1d7d793
2024-12-03T17:41:50,849 INFO  [M:0;27e0f852a164:34045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d924898a106642f49b015eced1d7d793, entries=1, sequenceid=311, filesize=5.0 K
2024-12-03T17:41:50,850 INFO  [M:0;27e0f852a164:34045 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.79 KB/166699, heapSize ~189.99 KB/194552, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 997ms, sequenceid=311, compaction requested=false
2024-12-03T17:41:50,852 INFO  [M:0;27e0f852a164:34045 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T17:41:50,852 DEBUG [M:0;27e0f852a164:34045 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733247709852Disabling compacts and flushes for region at 1733247709852Disabling writes for close at 1733247709853 (+1 ms)Obtaining lock to block concurrent updates at 1733247709853Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733247709853Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166699, getHeapSize=194792, getOffHeapSize=0, getCellsCount=358 at 1733247709854 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733247709855 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733247709855Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733247709881 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733247709881Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733247709905 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733247709933 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733247709933Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733247710359 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733247710384 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733247710384Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216a3ab3: reopening flushed file at 1733247710806 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b284e3d: reopening flushed file at 1733247710824 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f63a9fa: reopening flushed file at 1733247710836 (+12 ms)Finished flush of dataSize ~162.79 KB/166699, heapSize ~189.99 KB/194552, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 997ms, sequenceid=311, compaction requested=false at 1733247710850 (+14 ms)Writing region close event to WAL at 1733247710852 (+2 ms)Closed at 1733247710852
2024-12-03T17:41:50,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741830_1006 (size=187521)
2024-12-03T17:41:50,857 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5dcbb59-f92b-9e2d-91ad-e2ad44e72ec1/MasterData/WALs/27e0f852a164,34045,1733247591631/27e0f852a164%2C34045%2C1733247591631.1733247593467 not finished, retry = 0
2024-12-03T17:41:50,960 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-03T17:41:50,960 INFO  [M:0;27e0f852a164:34045 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-03T17:41:50,960 INFO  [M:0;27e0f852a164:34045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34045
2024-12-03T17:41:50,961 INFO  [M:0;27e0f852a164:34045 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-03T17:41:51,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T17:41:51,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34045-0x1010d5ef1170000, quorum=127.0.0.1:53589, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T17:41:51,064 INFO  [M:0;27e0f852a164:34045 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-03T17:41:51,077 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-03T17:41:51,081 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T17:41:51,081 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T17:41:51,081 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-03T17:41:51,081 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/hadoop.log.dir/,STOPPED}
2024-12-03T17:41:51,087 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-03T17:41:51,087 WARN  [BP-1431140384-172.17.0.3-1733247587850 heartbeating to localhost/127.0.0.1:46479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-03T17:41:51,087 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-03T17:41:51,087 WARN  [BP-1431140384-172.17.0.3-1733247587850 heartbeating to localhost/127.0.0.1:46479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1431140384-172.17.0.3-1733247587850 (Datanode Uuid 819532da-daee-401b-b73c-bf7e3ce2c485) service to localhost/127.0.0.1:46479
2024-12-03T17:41:51,088 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/cluster_d0142579-54a4-4d26-8338-e4a5915ed0cb/data/data1/current/BP-1431140384-172.17.0.3-1733247587850 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-03T17:41:51,089 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-03T17:41:51,089 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/cluster_d0142579-54a4-4d26-8338-e4a5915ed0cb/data/data2/current/BP-1431140384-172.17.0.3-1733247587850 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-03T17:41:51,099 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-03T17:41:51,100 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T17:41:51,100 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T17:41:51,100 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-03T17:41:51,101 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d18c7b15-ff13-8c65-043b-2ab0e4786dbb/hadoop.log.dir/,STOPPED}
2024-12-03T17:41:51,113 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-03T17:41:51,144 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down