2024-12-02 03:56:01,645 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-02 03:56:01,656 main DEBUG Took 0.009580 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-02 03:56:01,657 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-02 03:56:01,657 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-02 03:56:01,658 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-02 03:56:01,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 03:56:01,671 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-02 03:56:01,682 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 03:56:01,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 03:56:01,684 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 03:56:01,684 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 03:56:01,685 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 03:56:01,685 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 03:56:01,686 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 03:56:01,686 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 03:56:01,686 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 03:56:01,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 03:56:01,687 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 03:56:01,688 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 03:56:01,688 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 03:56:01,688 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 03:56:01,689 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 03:56:01,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 03:56:01,689 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 03:56:01,690 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 03:56:01,690 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 03:56:01,690 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 03:56:01,691 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 03:56:01,691 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 03:56:01,691 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 03:56:01,691 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-02 03:56:01,692 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 03:56:01,692 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-02 03:56:01,693 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-02 03:56:01,695 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-02 03:56:01,696 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-02 03:56:01,697 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-02 03:56:01,698 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-02 03:56:01,698 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-02 03:56:01,706 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-02 03:56:01,708 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-02 03:56:01,710 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-02 03:56:01,710 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-02 03:56:01,711 main DEBUG createAppenders(={Console})
2024-12-02 03:56:01,711 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-12-02 03:56:01,712 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-02 03:56:01,712 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-12-02 03:56:01,712 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-02 03:56:01,713 main DEBUG OutputStream closed
2024-12-02 03:56:01,713 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-02 03:56:01,713 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-02 03:56:01,713 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-12-02 03:56:01,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-02 03:56:01,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-02 03:56:01,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-02 03:56:01,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-02 03:56:01,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-02 03:56:01,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-02 03:56:01,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-02 03:56:01,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-02 03:56:01,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-02 03:56:01,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-02 03:56:01,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-02 03:56:01,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-02 03:56:01,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-02 03:56:01,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-02 03:56:01,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-02 03:56:01,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-02 03:56:01,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-02 03:56:01,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-02 03:56:01,793 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-02 03:56:01,793 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-12-02 03:56:01,793 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-02 03:56:01,794 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-12-02T03:56:01,811 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-12-02 03:56:01,814 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-02 03:56:01,815 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-02T03:56:02,047 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff
2024-12-02T03:56:02,062 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-02T03:56:02,079 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/cluster_acbf1763-affd-d2cb-4a63-8d45871facb4, deleteOnExit=true
2024-12-02T03:56:02,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-02T03:56:02,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/test.cache.data in system properties and HBase conf
2024-12-02T03:56:02,081 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/hadoop.tmp.dir in system properties and HBase conf
2024-12-02T03:56:02,081 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/hadoop.log.dir in system properties and HBase conf
2024-12-02T03:56:02,082 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-02T03:56:02,082 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-02T03:56:02,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-02T03:56:02,173 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-02T03:56:02,263 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-02T03:56:02,266 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-02T03:56:02,266 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-02T03:56:02,266 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-02T03:56:02,267 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-02T03:56:02,267 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-02T03:56:02,267 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-02T03:56:02,268 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-02T03:56:02,268 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-02T03:56:02,269 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-02T03:56:02,269 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/nfs.dump.dir in system properties and HBase conf
2024-12-02T03:56:02,269 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/java.io.tmpdir in system properties and HBase conf
2024-12-02T03:56:02,269 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-02T03:56:02,270 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-02T03:56:02,270 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-02T03:56:03,316 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-02T03:56:03,383 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2423ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-02T03:56:03,455 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-02T03:56:03,517 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-02T03:56:03,543 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-02T03:56:03,543 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-02T03:56:03,546 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-02T03:56:03,561 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-02T03:56:03,564 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/hadoop.log.dir/,AVAILABLE}
2024-12-02T03:56:03,565 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-02T03:56:03,743 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/java.io.tmpdir/jetty-localhost-34951-hadoop-hdfs-3_4_1-tests_jar-_-any-1882058401402232435/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-02T03:56:03,752 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:34951}
2024-12-02T03:56:03,753 INFO  [Time-limited test {}] server.Server(415): Started @2794ms
2024-12-02T03:56:04,238 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-02T03:56:04,245 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-02T03:56:04,248 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-02T03:56:04,248 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-02T03:56:04,248 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-02T03:56:04,249 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/hadoop.log.dir/,AVAILABLE}
2024-12-02T03:56:04,250 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-02T03:56:04,355 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/java.io.tmpdir/jetty-localhost-38787-hadoop-hdfs-3_4_1-tests_jar-_-any-11839017304613901531/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-02T03:56:04,356 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:38787}
2024-12-02T03:56:04,356 INFO  [Time-limited test {}] server.Server(415): Started @3397ms
2024-12-02T03:56:04,409 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-02T03:56:05,389 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/cluster_acbf1763-affd-d2cb-4a63-8d45871facb4/data/data2/current/BP-1211259565-172.17.0.2-1733111762901/current, will proceed with Du for space computation calculation, 
2024-12-02T03:56:05,389 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/cluster_acbf1763-affd-d2cb-4a63-8d45871facb4/data/data1/current/BP-1211259565-172.17.0.2-1733111762901/current, will proceed with Du for space computation calculation, 
2024-12-02T03:56:05,435 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-02T03:56:05,503 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc80ca8c614ff2a8 with lease ID 0xf746db1b64085c5c: Processing first storage report for DS-886df58a-8c3f-4256-841e-3a1610ca4067 from datanode DatanodeRegistration(127.0.0.1:38491, datanodeUuid=85787892-f71c-4adb-b546-743e8b97edd4, infoPort=46125, infoSecurePort=0, ipcPort=40733, storageInfo=lv=-57;cid=testClusterID;nsid=2038404773;c=1733111762901)
2024-12-02T03:56:05,504 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc80ca8c614ff2a8 with lease ID 0xf746db1b64085c5c: from storage DS-886df58a-8c3f-4256-841e-3a1610ca4067 node DatanodeRegistration(127.0.0.1:38491, datanodeUuid=85787892-f71c-4adb-b546-743e8b97edd4, infoPort=46125, infoSecurePort=0, ipcPort=40733, storageInfo=lv=-57;cid=testClusterID;nsid=2038404773;c=1733111762901), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-02T03:56:05,504 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc80ca8c614ff2a8 with lease ID 0xf746db1b64085c5c: Processing first storage report for DS-3976843d-a223-40ac-a273-dc78a3103e5b from datanode DatanodeRegistration(127.0.0.1:38491, datanodeUuid=85787892-f71c-4adb-b546-743e8b97edd4, infoPort=46125, infoSecurePort=0, ipcPort=40733, storageInfo=lv=-57;cid=testClusterID;nsid=2038404773;c=1733111762901)
2024-12-02T03:56:05,505 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc80ca8c614ff2a8 with lease ID 0xf746db1b64085c5c: from storage DS-3976843d-a223-40ac-a273-dc78a3103e5b node DatanodeRegistration(127.0.0.1:38491, datanodeUuid=85787892-f71c-4adb-b546-743e8b97edd4, infoPort=46125, infoSecurePort=0, ipcPort=40733, storageInfo=lv=-57;cid=testClusterID;nsid=2038404773;c=1733111762901), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-02T03:56:05,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff
2024-12-02T03:56:05,685 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/cluster_acbf1763-affd-d2cb-4a63-8d45871facb4/zookeeper_0, clientPort=54716, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/cluster_acbf1763-affd-d2cb-4a63-8d45871facb4/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/cluster_acbf1763-affd-d2cb-4a63-8d45871facb4/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-02T03:56:05,697 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54716
2024-12-02T03:56:05,711 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T03:56:05,714 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T03:56:05,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741825_1001 (size=7)
2024-12-02T03:56:06,356 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c with version=8
2024-12-02T03:56:06,356 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/hbase-staging
2024-12-02T03:56:06,433 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-02T03:56:06,634 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e2eaa0f11f7e:0 server-side Connection retries=9
2024-12-02T03:56:06,644 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T03:56:06,645 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T03:56:06,650 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T03:56:06,650 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T03:56:06,651 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T03:56:06,780 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-02T03:56:06,841 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-02T03:56:06,849 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-02T03:56:06,853 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T03:56:06,877 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 110972 (auto-detected)
2024-12-02T03:56:06,878 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-12-02T03:56:06,897 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42033
2024-12-02T03:56:06,923 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42033 connecting to ZooKeeper ensemble=127.0.0.1:54716
2024-12-02T03:56:07,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420330x0, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T03:56:07,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42033-0x10195786d640000 connected
2024-12-02T03:56:07,109 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T03:56:07,111 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T03:56:07,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T03:56:07,127 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c, hbase.cluster.distributed=false
2024-12-02T03:56:07,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T03:56:07,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42033
2024-12-02T03:56:07,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42033
2024-12-02T03:56:07,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42033
2024-12-02T03:56:07,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42033
2024-12-02T03:56:07,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42033
2024-12-02T03:56:07,259 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=9
2024-12-02T03:56:07,260 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T03:56:07,261 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-02T03:56:07,261 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-02T03:56:07,261 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-02T03:56:07,261 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-02T03:56:07,264 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-02T03:56:07,265 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-02T03:56:07,266 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33485
2024-12-02T03:56:07,268 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33485 connecting to ZooKeeper ensemble=127.0.0.1:54716
2024-12-02T03:56:07,269 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T03:56:07,271 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T03:56:07,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334850x0, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-02T03:56:07,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334850x0, quorum=127.0.0.1:54716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T03:56:07,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33485-0x10195786d640001 connected
2024-12-02T03:56:07,491 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-02T03:56:07,498 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-02T03:56:07,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33485-0x10195786d640001, quorum=127.0.0.1:54716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-02T03:56:07,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33485-0x10195786d640001, quorum=127.0.0.1:54716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-02T03:56:07,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33485
2024-12-02T03:56:07,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33485
2024-12-02T03:56:07,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33485
2024-12-02T03:56:07,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33485
2024-12-02T03:56:07,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33485
2024-12-02T03:56:07,520 DEBUG [M:0;e2eaa0f11f7e:42033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e2eaa0f11f7e:42033
2024-12-02T03:56:07,521 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e2eaa0f11f7e,42033,1733111766479
2024-12-02T03:56:07,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T03:56:07,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33485-0x10195786d640001, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T03:56:07,593 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e2eaa0f11f7e,42033,1733111766479
2024-12-02T03:56:07,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33485-0x10195786d640001, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-02T03:56:07,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T03:56:07,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33485-0x10195786d640001, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T03:56:07,616 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-02T03:56:07,617 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e2eaa0f11f7e,42033,1733111766479 from backup master directory
2024-12-02T03:56:07,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e2eaa0f11f7e,42033,1733111766479
2024-12-02T03:56:07,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33485-0x10195786d640001, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T03:56:07,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-02T03:56:07,625 WARN  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T03:56:07,625 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e2eaa0f11f7e,42033,1733111766479
2024-12-02T03:56:07,627 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-02T03:56:07,628 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-02T03:56:07,684 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/hbase.id] with ID: 353bd521-13dd-4c28-91f0-14f92de91536
2024-12-02T03:56:07,685 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/.tmp/hbase.id
2024-12-02T03:56:07,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741826_1002 (size=42)
2024-12-02T03:56:08,098 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/.tmp/hbase.id]:[hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/hbase.id]
2024-12-02T03:56:08,149 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-02T03:56:08,155 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-02T03:56:08,181 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms.
2024-12-02T03:56:08,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T03:56:08,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33485-0x10195786d640001, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T03:56:08,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741827_1003 (size=196)
2024-12-02T03:56:08,695 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T03:56:08,697 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-02T03:56:08,711 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T03:56:08,715 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T03:56:08,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741828_1004 (size=1189)
2024-12-02T03:56:09,159 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/data/master/store
2024-12-02T03:56:09,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741829_1005 (size=34)
2024-12-02T03:56:09,182 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-02T03:56:09,186 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:56:09,188 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-02T03:56:09,188 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T03:56:09,188 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T03:56:09,190 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-02T03:56:09,191 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T03:56:09,191 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T03:56:09,193 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733111769187Disabling compacts and flushes for region at 1733111769187Disabling writes for close at 1733111769191 (+4 ms)Writing region close event to WAL at 1733111769191Closed at 1733111769191
2024-12-02T03:56:09,196 WARN  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/data/master/store/.initializing
2024-12-02T03:56:09,196 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/WALs/e2eaa0f11f7e,42033,1733111766479
2024-12-02T03:56:09,206 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T03:56:09,223 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C42033%2C1733111766479, suffix=, logDir=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/WALs/e2eaa0f11f7e,42033,1733111766479, archiveDir=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/oldWALs, maxLogs=10
2024-12-02T03:56:09,255 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/WALs/e2eaa0f11f7e,42033,1733111766479/e2eaa0f11f7e%2C42033%2C1733111766479.1733111769229, exclude list is [], retry=0
2024-12-02T03:56:09,274 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38491,DS-886df58a-8c3f-4256-841e-3a1610ca4067,DISK]
2024-12-02T03:56:09,277 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-02T03:56:09,311 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/WALs/e2eaa0f11f7e,42033,1733111766479/e2eaa0f11f7e%2C42033%2C1733111766479.1733111769229
2024-12-02T03:56:09,312 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46125:46125)]
2024-12-02T03:56:09,313 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-02T03:56:09,313 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:56:09,316 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T03:56:09,317 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T03:56:09,348 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T03:56:09,372 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-02T03:56:09,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:56:09,377 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T03:56:09,378 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T03:56:09,381 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-02T03:56:09,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:56:09,382 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T03:56:09,382 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T03:56:09,385 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-02T03:56:09,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:56:09,386 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T03:56:09,386 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-02T03:56:09,388 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-02T03:56:09,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:56:09,389 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T03:56:09,390 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T03:56:09,393 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-02T03:56:09,394 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-02T03:56:09,399 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T03:56:09,400 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T03:56:09,404 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T03:56:09,407 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-02T03:56:09,412 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T03:56:09,413 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72100101, jitterRate=0.0743752270936966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T03:56:09,419 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733111769328Initializing all the Stores at 1733111769330 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111769330Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111769331 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111769331Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111769331Cleaning up temporary data from old regions at 1733111769400 (+69 ms)Region opened successfully at 1733111769419 (+19 ms)
2024-12-02T03:56:09,420 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-02T03:56:09,450 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e037e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0
2024-12-02T03:56:09,477 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-02T03:56:09,486 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-02T03:56:09,487 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-02T03:56:09,489 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-02T03:56:09,490 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-02T03:56:09,494 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec
2024-12-02T03:56:09,495 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-02T03:56:09,515 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-02T03:56:09,523 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-02T03:56:09,573 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-02T03:56:09,575 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-02T03:56:09,577 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-02T03:56:09,588 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-02T03:56:09,591 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-02T03:56:09,595 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-02T03:56:09,605 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-02T03:56:09,607 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-02T03:56:09,615 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-02T03:56:09,635 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-02T03:56:09,647 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-02T03:56:09,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33485-0x10195786d640001, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T03:56:09,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33485-0x10195786d640001, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T03:56:09,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-02T03:56:09,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T03:56:09,668 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e2eaa0f11f7e,42033,1733111766479, sessionid=0x10195786d640000, setting cluster-up flag (Was=false)
2024-12-02T03:56:09,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33485-0x10195786d640001, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T03:56:09,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T03:56:09,723 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-02T03:56:09,725 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,42033,1733111766479
2024-12-02T03:56:09,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33485-0x10195786d640001, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T03:56:09,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T03:56:09,773 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-02T03:56:09,775 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,42033,1733111766479
2024-12-02T03:56:09,781 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-02T03:56:09,813 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(746): ClusterId : 353bd521-13dd-4c28-91f0-14f92de91536
2024-12-02T03:56:09,816 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-02T03:56:09,826 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-02T03:56:09,826 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-02T03:56:09,833 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-02T03:56:09,834 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d76e685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0
2024-12-02T03:56:09,849 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-02T03:56:09,854 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e2eaa0f11f7e:33485
2024-12-02T03:56:09,858 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-02T03:56:09,858 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-02T03:56:09,859 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-02T03:56:09,859 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-02T03:56:09,862 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,42033,1733111766479 with port=33485, startcode=1733111767226
2024-12-02T03:56:09,865 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-02T03:56:09,870 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e2eaa0f11f7e,42033,1733111766479
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-02T03:56:09,877 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-02T03:56:09,878 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5
2024-12-02T03:56:09,878 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5
2024-12-02T03:56:09,878 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5
2024-12-02T03:56:09,878 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5
2024-12-02T03:56:09,879 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e2eaa0f11f7e:0, corePoolSize=10, maxPoolSize=10
2024-12-02T03:56:09,879 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1
2024-12-02T03:56:09,879 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2
2024-12-02T03:56:09,879 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1
2024-12-02T03:56:09,885 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-02T03:56:09,886 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-02T03:56:09,887 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733111799887
2024-12-02T03:56:09,889 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-02T03:56:09,890 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-02T03:56:09,891 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:56:09,892 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-02T03:56:09,894 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-02T03:56:09,895 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-02T03:56:09,895 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-02T03:56:09,896 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-02T03:56:09,900 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-02T03:56:09,906 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-02T03:56:09,907 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-02T03:56:09,908 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-02T03:56:09,911 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-02T03:56:09,912 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-02T03:56:09,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741831_1007 (size=1321)
2024-12-02T03:56:09,914 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111769913,5,FailOnTimeoutGroup]
2024-12-02T03:56:09,916 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111769915,5,FailOnTimeoutGroup]
2024-12-02T03:56:09,916 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-02T03:56:09,917 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-02T03:56:09,918 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-02T03:56:09,919 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-02T03:56:09,924 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39641, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-02T03:56:09,932 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42033 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:56:09,935 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42033 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:56:09,954 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c
2024-12-02T03:56:09,954 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40673
2024-12-02T03:56:09,954 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-02T03:56:09,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T03:56:09,973 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] zookeeper.ZKUtil(111): regionserver:33485-0x10195786d640001, quorum=127.0.0.1:54716, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:56:09,973 WARN  [RS:0;e2eaa0f11f7e:33485 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-02T03:56:09,973 INFO  [RS:0;e2eaa0f11f7e:33485 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T03:56:09,973 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/WALs/e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:56:09,976 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,33485,1733111767226]
2024-12-02T03:56:10,005 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-02T03:56:10,023 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-02T03:56:10,029 INFO  [RS:0;e2eaa0f11f7e:33485 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-02T03:56:10,029 INFO  [RS:0;e2eaa0f11f7e:33485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T03:56:10,030 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-02T03:56:10,037 INFO  [RS:0;e2eaa0f11f7e:33485 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-02T03:56:10,039 INFO  [RS:0;e2eaa0f11f7e:33485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-02T03:56:10,039 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1
2024-12-02T03:56:10,039 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1
2024-12-02T03:56:10,039 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1
2024-12-02T03:56:10,040 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1
2024-12-02T03:56:10,040 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1
2024-12-02T03:56:10,040 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2
2024-12-02T03:56:10,040 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1
2024-12-02T03:56:10,040 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1
2024-12-02T03:56:10,041 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1
2024-12-02T03:56:10,041 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1
2024-12-02T03:56:10,041 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1
2024-12-02T03:56:10,041 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1
2024-12-02T03:56:10,041 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3
2024-12-02T03:56:10,042 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3
2024-12-02T03:56:10,043 INFO  [RS:0;e2eaa0f11f7e:33485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T03:56:10,043 INFO  [RS:0;e2eaa0f11f7e:33485 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-02T03:56:10,043 INFO  [RS:0;e2eaa0f11f7e:33485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T03:56:10,043 INFO  [RS:0;e2eaa0f11f7e:33485 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-02T03:56:10,044 INFO  [RS:0;e2eaa0f11f7e:33485 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-02T03:56:10,044 INFO  [RS:0;e2eaa0f11f7e:33485 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,33485,1733111767226-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T03:56:10,064 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-02T03:56:10,066 INFO  [RS:0;e2eaa0f11f7e:33485 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,33485,1733111767226-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T03:56:10,066 INFO  [RS:0;e2eaa0f11f7e:33485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T03:56:10,067 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.Replication(171): e2eaa0f11f7e,33485,1733111767226 started
2024-12-02T03:56:10,089 INFO  [RS:0;e2eaa0f11f7e:33485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T03:56:10,090 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,33485,1733111767226, RpcServer on e2eaa0f11f7e/172.17.0.2:33485, sessionid=0x10195786d640001
2024-12-02T03:56:10,091 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-02T03:56:10,091 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:56:10,091 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,33485,1733111767226'
2024-12-02T03:56:10,092 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-02T03:56:10,093 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-02T03:56:10,093 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-02T03:56:10,093 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-02T03:56:10,094 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:56:10,094 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,33485,1733111767226'
2024-12-02T03:56:10,094 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-02T03:56:10,094 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-02T03:56:10,095 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-02T03:56:10,095 INFO  [RS:0;e2eaa0f11f7e:33485 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-02T03:56:10,095 INFO  [RS:0;e2eaa0f11f7e:33485 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-02T03:56:10,315 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-02T03:56:10,316 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c
2024-12-02T03:56:10,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741832_1008 (size=32)
2024-12-02T03:56:10,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:56:10,735 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-02T03:56:10,738 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-02T03:56:10,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:56:10,739 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T03:56:10,740 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-02T03:56:10,743 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-02T03:56:10,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:56:10,745 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T03:56:10,745 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-02T03:56:10,750 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-02T03:56:10,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:56:10,751 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T03:56:10,751 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-02T03:56:10,754 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-02T03:56:10,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:56:10,755 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T03:56:10,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-02T03:56:10,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/meta/1588230740
2024-12-02T03:56:10,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/meta/1588230740
2024-12-02T03:56:10,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-02T03:56:10,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-02T03:56:10,761 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T03:56:10,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-02T03:56:10,767 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T03:56:10,768 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65678789, jitterRate=-0.021309778094291687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T03:56:10,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733111770730Initializing all the Stores at 1733111770734 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111770734Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111770734Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111770734Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111770734Cleaning up temporary data from old regions at 1733111770761 (+27 ms)Region opened successfully at 1733111770769 (+8 ms)
2024-12-02T03:56:10,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-02T03:56:10,770 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-02T03:56:10,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-02T03:56:10,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-02T03:56:10,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-02T03:56:10,771 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-02T03:56:10,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733111770770Disabling compacts and flushes for region at 1733111770770Disabling writes for close at 1733111770770Writing region close event to WAL at 1733111770771 (+1 ms)Closed at 1733111770771
2024-12-02T03:56:10,776 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-02T03:56:10,776 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-02T03:56:10,781 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-02T03:56:10,788 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-02T03:56:10,791 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-02T03:56:10,943 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:11,944 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:12,945 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:13,946 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:14,947 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:15,947 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:16,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-02T03:56:16,839 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-02T03:56:16,948 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:17,949 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:18,950 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:19,951 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:20,952 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:21,953 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:22,954 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:23,954 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:24,955 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:25,956 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:26,957 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:27,958 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:28,959 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:29,960 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:30,961 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:31,962 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:32,963 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:33,963 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:34,964 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:35,550 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-02T03:56:35,965 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:36,966 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:37,967 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:38,968 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:39,969 WARN  [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-02T03:56:40,099 INFO  [RS:0;e2eaa0f11f7e:33485 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-02T03:56:40,104 INFO  [RS:0;e2eaa0f11f7e:33485 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C33485%2C1733111767226, suffix=, logDir=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/WALs/e2eaa0f11f7e,33485,1733111767226, archiveDir=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/oldWALs, maxLogs=32
2024-12-02T03:56:40,121 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/WALs/e2eaa0f11f7e,33485,1733111767226/e2eaa0f11f7e%2C33485%2C1733111767226.1733111800106, exclude list is [], retry=0
2024-12-02T03:56:40,125 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38491,DS-886df58a-8c3f-4256-841e-3a1610ca4067,DISK]
2024-12-02T03:56:40,128 INFO  [RS:0;e2eaa0f11f7e:33485 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/WALs/e2eaa0f11f7e,33485,1733111767226/e2eaa0f11f7e%2C33485%2C1733111767226.1733111800106
2024-12-02T03:56:40,129 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46125:46125)]
2024-12-02T03:56:40,225 DEBUG [e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-02T03:56:40,237 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:56:40,244 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,33485,1733111767226, state=OPENING
2024-12-02T03:56:40,288 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-02T03:56:40,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33485-0x10195786d640001, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T03:56:40,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T03:56:40,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T03:56:40,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T03:56:40,313 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-02T03:56:40,317 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,33485,1733111767226}]
2024-12-02T03:56:40,490 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-02T03:56:40,493 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41309, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-02T03:56:40,505 INFO  [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-02T03:56:40,505 INFO  [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-02T03:56:40,506 INFO  [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-02T03:56:40,509 INFO  [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C33485%2C1733111767226.meta, suffix=.meta, logDir=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/WALs/e2eaa0f11f7e,33485,1733111767226, archiveDir=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/oldWALs, maxLogs=32
2024-12-02T03:56:40,523 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/WALs/e2eaa0f11f7e,33485,1733111767226/e2eaa0f11f7e%2C33485%2C1733111767226.meta.1733111800511.meta, exclude list is [], retry=0
2024-12-02T03:56:40,527 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38491,DS-886df58a-8c3f-4256-841e-3a1610ca4067,DISK]
2024-12-02T03:56:40,530 INFO  [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/WALs/e2eaa0f11f7e,33485,1733111767226/e2eaa0f11f7e%2C33485%2C1733111767226.meta.1733111800511.meta
2024-12-02T03:56:40,531 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46125:46125)]
2024-12-02T03:56:40,531 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-02T03:56:40,534 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-02T03:56:40,537 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-02T03:56:40,541 INFO  [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-02T03:56:40,547 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-02T03:56:40,548 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:56:40,548 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-02T03:56:40,548 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-02T03:56:40,552 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-02T03:56:40,554 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-02T03:56:40,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:56:40,556 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T03:56:40,556 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-02T03:56:40,558 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-02T03:56:40,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:56:40,559 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T03:56:40,560 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-02T03:56:40,561 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-02T03:56:40,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:56:40,562 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T03:56:40,562 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-02T03:56:40,564 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-02T03:56:40,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:56:40,565 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-02T03:56:40,565 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-02T03:56:40,567 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/meta/1588230740
2024-12-02T03:56:40,571 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/meta/1588230740
2024-12-02T03:56:40,573 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-02T03:56:40,574 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-02T03:56:40,574 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-02T03:56:40,577 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-02T03:56:40,578 INFO  [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61141318, jitterRate=-0.0889233648777008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-02T03:56:40,579 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-02T03:56:40,580 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733111800549Writing region info on filesystem at 1733111800549Initializing all the Stores at 1733111800552 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111800552Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111800552Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111800552Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111800552Cleaning up temporary data from old regions at 1733111800574 (+22 ms)Running coprocessor post-open hooks at 1733111800579 (+5 ms)Region opened successfully at 1733111800580 (+1 ms)
2024-12-02T03:56:40,587 INFO  [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733111800482
2024-12-02T03:56:40,598 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-02T03:56:40,598 INFO  [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-02T03:56:40,600 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:56:40,602 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,33485,1733111767226, state=OPEN
2024-12-02T03:56:40,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T03:56:40,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33485-0x10195786d640001, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-02T03:56:40,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T03:56:40,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-02T03:56:40,638 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:56:40,644 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-02T03:56:40,645 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,33485,1733111767226 in 323 msec
2024-12-02T03:56:40,651 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-02T03:56:40,651 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 29.8650 sec
2024-12-02T03:56:40,653 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-02T03:56:40,653 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-02T03:56:40,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-02T03:56:40,672 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=-1]
2024-12-02T03:56:40,691 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-02T03:56:40,693 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52895, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-02T03:56:40,712 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 30.9010 sec
2024-12-02T03:56:40,712 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733111800712, completionTime=-1
2024-12-02T03:56:40,716 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-02T03:56:40,716 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-02T03:56:40,742 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-02T03:56:40,742 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733111860742
2024-12-02T03:56:40,742 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733111920742
2024-12-02T03:56:40,742 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec
2024-12-02T03:56:40,744 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,42033,1733111766479-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-02T03:56:40,744 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,42033,1733111766479-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T03:56:40,744 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,42033,1733111766479-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T03:56:40,745 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e2eaa0f11f7e:42033, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T03:56:40,745 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-02T03:56:40,746 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-02T03:56:40,751 DEBUG [master/e2eaa0f11f7e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-02T03:56:40,769 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 33.144sec
2024-12-02T03:56:40,771 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-02T03:56:40,772 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-02T03:56:40,774 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-02T03:56:40,775 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-02T03:56:40,775 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-02T03:56:40,776 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,42033,1733111766479-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-02T03:56:40,776 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,42033,1733111766479-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-02T03:56:40,785 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-02T03:56:40,785 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-02T03:56:40,786 INFO  [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,42033,1733111766479-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-02T03:56:40,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-02T03:56:40,864 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-02T03:56:40,864 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-02T03:56:40,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2eaa0f11f7e,42033,-1 for getting cluster id
2024-12-02T03:56:40,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-02T03:56:40,877 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '353bd521-13dd-4c28-91f0-14f92de91536'
2024-12-02T03:56:40,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-02T03:56:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "353bd521-13dd-4c28-91f0-14f92de91536"

2024-12-02T03:56:40,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18214de5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-02T03:56:40,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2eaa0f11f7e,42033,-1]
2024-12-02T03:56:40,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-02T03:56:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T03:56:40,888 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-02T03:56:40,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7ec3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-02T03:56:40,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-02T03:56:40,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=-1]
2024-12-02T03:56:40,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-02T03:56:40,919 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-02T03:56:40,941 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e2eaa0f11f7e,42033,1733111766479
2024-12-02T03:56:40,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb7c601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-02T03:56:40,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2eaa0f11f7e,42033,-1 for getting cluster id
2024-12-02T03:56:40,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-02T03:56:40,946 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '353bd521-13dd-4c28-91f0-14f92de91536'
2024-12-02T03:56:40,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-02T03:56:40,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "353bd521-13dd-4c28-91f0-14f92de91536"

2024-12-02T03:56:40,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2adcb0ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-02T03:56:40,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2eaa0f11f7e,42033,-1]
2024-12-02T03:56:40,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-02T03:56:40,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T03:56:40,950 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-02T03:56:40,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a188c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-02T03:56:40,967 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=8103
2024-12-02T03:56:40,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-02T03:56:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e2eaa0f11f7e,42033,1733111766479
2024-12-02T03:56:40,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@494ab692
2024-12-02T03:56:40,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-02T03:56:40,983 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-02T03:56:41,007 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T03:56:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-12-02T03:56:41,020 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T03:56:41,023 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-12-02T03:56:41,023 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:56:41,027 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T03:56:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T03:56:41,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741835_1011 (size=428)
2024-12-02T03:56:41,454 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ffd731b7d771618b08312b398e552e64, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c
2024-12-02T03:56:41,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741836_1012 (size=79)
2024-12-02T03:56:41,868 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:56:41,868 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing ffd731b7d771618b08312b398e552e64, disabling compactions & flushes
2024-12-02T03:56:41,868 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64.
2024-12-02T03:56:41,868 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64.
2024-12-02T03:56:41,868 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64. after waiting 0 ms
2024-12-02T03:56:41,868 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64.
2024-12-02T03:56:41,869 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64.
2024-12-02T03:56:41,869 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for ffd731b7d771618b08312b398e552e64:
Waiting for close lock at 1733111801868Disabling compacts and flushes for region at 1733111801868Disabling writes for close at 1733111801868Writing region close event to WAL at 1733111801868Closed at 1733111801868
2024-12-02T03:56:41,871 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T03:56:41,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733111801872"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111801872"}]},"ts":"1733111801872"}
2024-12-02T03:56:41,881 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T03:56:41,883 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T03:56:41,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111801883"}]},"ts":"1733111801883"}
2024-12-02T03:56:41,890 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-12-02T03:56:41,892 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ffd731b7d771618b08312b398e552e64, ASSIGN}]
2024-12-02T03:56:41,895 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ffd731b7d771618b08312b398e552e64, ASSIGN
2024-12-02T03:56:41,897 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ffd731b7d771618b08312b398e552e64, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,33485,1733111767226; forceNewPlan=false, retain=false
2024-12-02T03:56:42,049 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ffd731b7d771618b08312b398e552e64, regionState=OPENING, regionLocation=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:56:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T03:56:42,058 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ffd731b7d771618b08312b398e552e64, ASSIGN because future has completed
2024-12-02T03:56:42,060 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffd731b7d771618b08312b398e552e64, server=e2eaa0f11f7e,33485,1733111767226}]
2024-12-02T03:56:42,222 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64.
2024-12-02T03:56:42,222 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ffd731b7d771618b08312b398e552e64, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64.', STARTKEY => '', ENDKEY => ''}
2024-12-02T03:56:42,222 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync ffd731b7d771618b08312b398e552e64
2024-12-02T03:56:42,223 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:56:42,223 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ffd731b7d771618b08312b398e552e64
2024-12-02T03:56:42,223 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ffd731b7d771618b08312b398e552e64
2024-12-02T03:56:42,225 INFO  [StoreOpener-ffd731b7d771618b08312b398e552e64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ffd731b7d771618b08312b398e552e64 
2024-12-02T03:56:42,228 INFO  [StoreOpener-ffd731b7d771618b08312b398e552e64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffd731b7d771618b08312b398e552e64 columnFamilyName testFamily
2024-12-02T03:56:42,228 DEBUG [StoreOpener-ffd731b7d771618b08312b398e552e64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:56:42,229 INFO  [StoreOpener-ffd731b7d771618b08312b398e552e64-1 {}] regionserver.HStore(327): Store=ffd731b7d771618b08312b398e552e64/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T03:56:42,230 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ffd731b7d771618b08312b398e552e64
2024-12-02T03:56:42,231 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ffd731b7d771618b08312b398e552e64
2024-12-02T03:56:42,232 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ffd731b7d771618b08312b398e552e64
2024-12-02T03:56:42,233 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ffd731b7d771618b08312b398e552e64
2024-12-02T03:56:42,233 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ffd731b7d771618b08312b398e552e64
2024-12-02T03:56:42,236 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ffd731b7d771618b08312b398e552e64
2024-12-02T03:56:42,240 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ffd731b7d771618b08312b398e552e64/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T03:56:42,241 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ffd731b7d771618b08312b398e552e64; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62536097, jitterRate=-0.06813953816890717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T03:56:42,241 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffd731b7d771618b08312b398e552e64
2024-12-02T03:56:42,242 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ffd731b7d771618b08312b398e552e64:
Running coprocessor pre-open hook at 1733111802223Writing region info on filesystem at 1733111802223Initializing all the Stores at 1733111802225 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111802225Cleaning up temporary data from old regions at 1733111802233 (+8 ms)Running coprocessor post-open hooks at 1733111802241 (+8 ms)Region opened successfully at 1733111802242 (+1 ms)
2024-12-02T03:56:42,244 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64., pid=6, masterSystemTime=1733111802215
2024-12-02T03:56:42,248 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64.
2024-12-02T03:56:42,248 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64.
2024-12-02T03:56:42,249 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ffd731b7d771618b08312b398e552e64, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:56:42,253 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffd731b7d771618b08312b398e552e64, server=e2eaa0f11f7e,33485,1733111767226 because future has completed
2024-12-02T03:56:42,260 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-02T03:56:42,260 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ffd731b7d771618b08312b398e552e64, server=e2eaa0f11f7e,33485,1733111767226 in 196 msec
2024-12-02T03:56:42,265 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-02T03:56:42,265 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ffd731b7d771618b08312b398e552e64, ASSIGN in 368 msec
2024-12-02T03:56:42,266 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T03:56:42,267 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111802266"}]},"ts":"1733111802266"}
2024-12-02T03:56:42,270 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-12-02T03:56:42,272 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T03:56:42,276 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2610 sec
2024-12-02T03:56:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-02T03:56:44,072 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-12-02T03:56:44,072 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-12-02T03:56:44,074 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T03:56:44,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-12-02T03:56:44,080 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T03:56:44,081 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-12-02T03:56:44,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-02T03:56:44,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=-1]
2024-12-02T03:56:44,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-02T03:56:44,088 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-02T03:56:44,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2]
2024-12-02T03:56:44,112 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-02T03:56:44,117 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-12-02T03:56:44,122 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-02T03:56:44,127 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-02T03:56:44,129 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-02T03:56:44,130 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33485 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-2619781436101623800
2024-12-02T03:56:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33485 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:54588 deadline: 1733111807129, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-02T03:56:44,157 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-02T03:56:44,159 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-02T03:56:44,160 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-02T03:56:44,161 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-02T03:56:44,162 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33485 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-2619781436101623798
2024-12-02T03:56:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33485 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:54588 deadline: 1733111807161, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-02T03:56:44,166 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-02T03:56:44,167 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33485 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-2619781436101623797
2024-12-02T03:56:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33485 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:54588 deadline: 1733111807166, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-02T03:56:44,171 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-02T03:56:44,172 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33485 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-2619781436101623796
2024-12-02T03:56:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33485 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:54588 deadline: 1733111807171, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-02T03:56:44,176 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-02T03:56:44,186 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214)
Potentially hanging thread: RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1338649911_22 at /127.0.0.1:59892 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=202 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=8053 (was 8103)
2024-12-02T03:56:44,194 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=202, ProcessCount=11, AvailableMemoryMB=8052
2024-12-02T03:56:44,198 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T03:56:44,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-12-02T03:56:44,202 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T03:56:44,202 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:56:44,202 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-12-02T03:56:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-02T03:56:44,204 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T03:56:44,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741837_1013 (size=414)
2024-12-02T03:56:44,217 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f2d4f36094a3fcca6b228fb00f061c0, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c
2024-12-02T03:56:44,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741838_1014 (size=65)
2024-12-02T03:56:44,630 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:56:44,631 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 8f2d4f36094a3fcca6b228fb00f061c0, disabling compactions & flushes
2024-12-02T03:56:44,631 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0.
2024-12-02T03:56:44,631 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0.
2024-12-02T03:56:44,631 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0. after waiting 0 ms
2024-12-02T03:56:44,631 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0.
2024-12-02T03:56:44,631 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0.
2024-12-02T03:56:44,631 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f2d4f36094a3fcca6b228fb00f061c0:
Waiting for close lock at 1733111804631Disabling compacts and flushes for region at 1733111804631Disabling writes for close at 1733111804631Writing region close event to WAL at 1733111804631Closed at 1733111804631
2024-12-02T03:56:44,634 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T03:56:44,635 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733111804635"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111804635"}]},"ts":"1733111804635"}
2024-12-02T03:56:44,639 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T03:56:44,641 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T03:56:44,642 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111804641"}]},"ts":"1733111804641"}
2024-12-02T03:56:44,644 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-02T03:56:44,645 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=8f2d4f36094a3fcca6b228fb00f061c0, ASSIGN}]
2024-12-02T03:56:44,647 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=8f2d4f36094a3fcca6b228fb00f061c0, ASSIGN
2024-12-02T03:56:44,648 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=8f2d4f36094a3fcca6b228fb00f061c0, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,33485,1733111767226; forceNewPlan=false, retain=false
2024-12-02T03:56:44,799 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8f2d4f36094a3fcca6b228fb00f061c0, regionState=OPENING, regionLocation=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:56:44,804 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=8f2d4f36094a3fcca6b228fb00f061c0, ASSIGN because future has completed
2024-12-02T03:56:44,805 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f2d4f36094a3fcca6b228fb00f061c0, server=e2eaa0f11f7e,33485,1733111767226}]
2024-12-02T03:56:44,974 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0.
2024-12-02T03:56:44,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f2d4f36094a3fcca6b228fb00f061c0, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0.', STARTKEY => '', ENDKEY => ''}
2024-12-02T03:56:44,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 8f2d4f36094a3fcca6b228fb00f061c0
2024-12-02T03:56:44,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:56:44,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 8f2d4f36094a3fcca6b228fb00f061c0
2024-12-02T03:56:44,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 8f2d4f36094a3fcca6b228fb00f061c0
2024-12-02T03:56:44,978 INFO  [StoreOpener-8f2d4f36094a3fcca6b228fb00f061c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8f2d4f36094a3fcca6b228fb00f061c0 
2024-12-02T03:56:44,980 INFO  [StoreOpener-8f2d4f36094a3fcca6b228fb00f061c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f2d4f36094a3fcca6b228fb00f061c0 columnFamilyName testFamily
2024-12-02T03:56:44,980 DEBUG [StoreOpener-8f2d4f36094a3fcca6b228fb00f061c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:56:44,981 INFO  [StoreOpener-8f2d4f36094a3fcca6b228fb00f061c0-1 {}] regionserver.HStore(327): Store=8f2d4f36094a3fcca6b228fb00f061c0/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T03:56:44,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 8f2d4f36094a3fcca6b228fb00f061c0
2024-12-02T03:56:44,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnOpenScanner/8f2d4f36094a3fcca6b228fb00f061c0
2024-12-02T03:56:44,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnOpenScanner/8f2d4f36094a3fcca6b228fb00f061c0
2024-12-02T03:56:44,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 8f2d4f36094a3fcca6b228fb00f061c0
2024-12-02T03:56:44,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 8f2d4f36094a3fcca6b228fb00f061c0
2024-12-02T03:56:44,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 8f2d4f36094a3fcca6b228fb00f061c0
2024-12-02T03:56:44,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnOpenScanner/8f2d4f36094a3fcca6b228fb00f061c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T03:56:44,993 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 8f2d4f36094a3fcca6b228fb00f061c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66735840, jitterRate=-0.005558490753173828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T03:56:44,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f2d4f36094a3fcca6b228fb00f061c0
2024-12-02T03:56:44,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 8f2d4f36094a3fcca6b228fb00f061c0:
Running coprocessor pre-open hook at 1733111804976Writing region info on filesystem at 1733111804976Initializing all the Stores at 1733111804977 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111804977Cleaning up temporary data from old regions at 1733111804984 (+7 ms)Running coprocessor post-open hooks at 1733111804993 (+9 ms)Region opened successfully at 1733111804994 (+1 ms)
2024-12-02T03:56:44,996 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0., pid=9, masterSystemTime=1733111804962
2024-12-02T03:56:45,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0.
2024-12-02T03:56:45,000 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0.
2024-12-02T03:56:45,001 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8f2d4f36094a3fcca6b228fb00f061c0, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:56:45,005 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f2d4f36094a3fcca6b228fb00f061c0, server=e2eaa0f11f7e,33485,1733111767226 because future has completed
2024-12-02T03:56:45,011 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-02T03:56:45,011 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f2d4f36094a3fcca6b228fb00f061c0, server=e2eaa0f11f7e,33485,1733111767226 in 202 msec
2024-12-02T03:56:45,016 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-02T03:56:45,016 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=8f2d4f36094a3fcca6b228fb00f061c0, ASSIGN in 366 msec
2024-12-02T03:56:45,017 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T03:56:45,017 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111805017"}]},"ts":"1733111805017"}
2024-12-02T03:56:45,020 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-02T03:56:45,022 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T03:56:45,024 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 824 msec
2024-12-02T03:56:45,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-02T03:56:45,224 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-12-02T03:56:45,224 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-02T03:56:45,224 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T03:56:45,231 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-02T03:56:45,232 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T03:56:45,232 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-12-02T03:56:45,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2]
2024-12-02T03:56:45,248 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-02T03:56:45,248 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-02T03:56:45,253 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-02T03:56:45,255 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33485 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-02T03:56:46,085 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-02T03:56:46,109 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-12-02T03:56:46,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-02T03:56:46,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-12-02T03:56:46,837 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-02T03:56:46,837 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-02T03:56:46,841 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-02T03:56:46,841 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-02T03:56:46,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-02T03:56:46,842 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-12-02T03:56:46,844 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-02T03:56:46,844 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-02T03:56:51,276 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e2eaa0f11f7e:33485 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6018ms, rpcTimeout=5999ms
2024-12-02T03:56:51,276 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6018ms, rpcTimeout=5999ms
2024-12-02T03:56:51,276 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2 from cache
2024-12-02T03:56:51,284 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=186 (was 202), ProcessCount=11 (was 11), AvailableMemoryMB=8042 (was 8052)
2024-12-02T03:56:51,293 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=186, ProcessCount=11, AvailableMemoryMB=8042
2024-12-02T03:56:51,296 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T03:56:51,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-12-02T03:56:51,301 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T03:56:51,301 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:56:51,301 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-12-02T03:56:51,303 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T03:56:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-02T03:56:51,311 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741839_1015 (size=412)
2024-12-02T03:56:51,715 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8cea43d5161368301162e2f5e0906df5, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c
2024-12-02T03:56:51,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741840_1016 (size=63)
2024-12-02T03:56:51,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-12-02T03:56:52,128 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:56:52,128 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 8cea43d5161368301162e2f5e0906df5, disabling compactions & flushes
2024-12-02T03:56:52,128 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5.
2024-12-02T03:56:52,128 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5.
2024-12-02T03:56:52,128 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5. after waiting 0 ms
2024-12-02T03:56:52,129 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5.
2024-12-02T03:56:52,129 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5.
2024-12-02T03:56:52,129 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8cea43d5161368301162e2f5e0906df5:
Waiting for close lock at 1733111812128Disabling compacts and flushes for region at 1733111812128Disabling writes for close at 1733111812129 (+1 ms)Writing region close event to WAL at 1733111812129Closed at 1733111812129
2024-12-02T03:56:52,132 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T03:56:52,133 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733111812132"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111812132"}]},"ts":"1733111812132"}
2024-12-02T03:56:52,136 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T03:56:52,138 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T03:56:52,138 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111812138"}]},"ts":"1733111812138"}
2024-12-02T03:56:52,140 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-02T03:56:52,141 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=8cea43d5161368301162e2f5e0906df5, ASSIGN}]
2024-12-02T03:56:52,142 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=8cea43d5161368301162e2f5e0906df5, ASSIGN
2024-12-02T03:56:52,144 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=8cea43d5161368301162e2f5e0906df5, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,33485,1733111767226; forceNewPlan=false, retain=false
2024-12-02T03:56:52,294 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8cea43d5161368301162e2f5e0906df5, regionState=OPENING, regionLocation=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:56:52,298 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=8cea43d5161368301162e2f5e0906df5, ASSIGN because future has completed
2024-12-02T03:56:52,298 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cea43d5161368301162e2f5e0906df5, server=e2eaa0f11f7e,33485,1733111767226}]
2024-12-02T03:56:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-02T03:56:52,465 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5.
2024-12-02T03:56:52,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 8cea43d5161368301162e2f5e0906df5, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5.', STARTKEY => '', ENDKEY => ''}
2024-12-02T03:56:52,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 8cea43d5161368301162e2f5e0906df5
2024-12-02T03:56:52,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:56:52,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 8cea43d5161368301162e2f5e0906df5
2024-12-02T03:56:52,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 8cea43d5161368301162e2f5e0906df5
2024-12-02T03:56:52,469 INFO  [StoreOpener-8cea43d5161368301162e2f5e0906df5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8cea43d5161368301162e2f5e0906df5 
2024-12-02T03:56:52,472 INFO  [StoreOpener-8cea43d5161368301162e2f5e0906df5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cea43d5161368301162e2f5e0906df5 columnFamilyName testFamily
2024-12-02T03:56:52,472 DEBUG [StoreOpener-8cea43d5161368301162e2f5e0906df5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:56:52,472 INFO  [StoreOpener-8cea43d5161368301162e2f5e0906df5-1 {}] regionserver.HStore(327): Store=8cea43d5161368301162e2f5e0906df5/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T03:56:52,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 8cea43d5161368301162e2f5e0906df5
2024-12-02T03:56:52,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnNextAsync/8cea43d5161368301162e2f5e0906df5
2024-12-02T03:56:52,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnNextAsync/8cea43d5161368301162e2f5e0906df5
2024-12-02T03:56:52,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 8cea43d5161368301162e2f5e0906df5
2024-12-02T03:56:52,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 8cea43d5161368301162e2f5e0906df5
2024-12-02T03:56:52,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 8cea43d5161368301162e2f5e0906df5
2024-12-02T03:56:52,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnNextAsync/8cea43d5161368301162e2f5e0906df5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T03:56:52,483 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 8cea43d5161368301162e2f5e0906df5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60780839, jitterRate=-0.09429492056369781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T03:56:52,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8cea43d5161368301162e2f5e0906df5
2024-12-02T03:56:52,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 8cea43d5161368301162e2f5e0906df5:
Running coprocessor pre-open hook at 1733111812467Writing region info on filesystem at 1733111812467Initializing all the Stores at 1733111812469 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111812469Cleaning up temporary data from old regions at 1733111812476 (+7 ms)Running coprocessor post-open hooks at 1733111812484 (+8 ms)Region opened successfully at 1733111812485 (+1 ms)
2024-12-02T03:56:52,486 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5., pid=12, masterSystemTime=1733111812452
2024-12-02T03:56:52,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5.
2024-12-02T03:56:52,490 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5.
2024-12-02T03:56:52,491 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8cea43d5161368301162e2f5e0906df5, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:56:52,493 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cea43d5161368301162e2f5e0906df5, server=e2eaa0f11f7e,33485,1733111767226 because future has completed
2024-12-02T03:56:52,498 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-02T03:56:52,498 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 8cea43d5161368301162e2f5e0906df5, server=e2eaa0f11f7e,33485,1733111767226 in 197 msec
2024-12-02T03:56:52,502 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-02T03:56:52,502 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=8cea43d5161368301162e2f5e0906df5, ASSIGN in 357 msec
2024-12-02T03:56:52,503 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T03:56:52,503 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111812503"}]},"ts":"1733111812503"}
2024-12-02T03:56:52,506 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-02T03:56:52,507 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T03:56:52,510 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2110 sec
2024-12-02T03:56:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-02T03:56:54,344 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-12-02T03:56:54,344 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-02T03:56:54,345 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T03:56:54,355 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-02T03:56:54,355 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T03:56:54,355 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-12-02T03:56:54,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2]
2024-12-02T03:56:54,371 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-02T03:56:54,371 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-02T03:56:54,375 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-02T03:56:54,377 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-02T03:56:54,378 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-02T03:56:54,379 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33485 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-02T03:56:56,837 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-02T03:56:56,837 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-02T03:56:57,992 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-02T03:56:58,114 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-12-02T03:57:00,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33485 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2619781436101623787' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-02T03:57:00,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33485 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:54588 deadline: 1733111826388, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2619781436101623787' does not exist
2024-12-02T03:57:00,397 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to e2eaa0f11f7e,33485,1733111767226 for closing scanner id = -2619781436101623787 for 8cea43d5161368301162e2f5e0906df5 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2619781436101623787' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T03:57:00,399 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 186), ProcessCount=11 (was 11), AvailableMemoryMB=8030 (was 8042)
2024-12-02T03:57:00,407 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=8030
2024-12-02T03:57:00,409 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T03:57:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-12-02T03:57:00,412 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T03:57:00,412 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:57:00,413 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-12-02T03:57:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-02T03:57:00,414 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T03:57:00,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741841_1017 (size=423)
2024-12-02T03:57:00,425 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b37b4f67b2f19dd0d96a421ec36a6b3, NAME => 'testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c
2024-12-02T03:57:00,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741842_1018 (size=74)
2024-12-02T03:57:00,838 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:57:00,838 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 7b37b4f67b2f19dd0d96a421ec36a6b3, disabling compactions & flushes
2024-12-02T03:57:00,839 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3.
2024-12-02T03:57:00,839 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3.
2024-12-02T03:57:00,839 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3. after waiting 0 ms
2024-12-02T03:57:00,839 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3.
2024-12-02T03:57:00,839 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3.
2024-12-02T03:57:00,839 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b37b4f67b2f19dd0d96a421ec36a6b3:
Waiting for close lock at 1733111820838Disabling compacts and flushes for region at 1733111820838Disabling writes for close at 1733111820839 (+1 ms)Writing region close event to WAL at 1733111820839Closed at 1733111820839
2024-12-02T03:57:00,841 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T03:57:00,841 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733111820841"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111820841"}]},"ts":"1733111820841"}
2024-12-02T03:57:00,844 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T03:57:00,846 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T03:57:00,846 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111820846"}]},"ts":"1733111820846"}
2024-12-02T03:57:00,848 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-12-02T03:57:00,849 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=7b37b4f67b2f19dd0d96a421ec36a6b3, ASSIGN}]
2024-12-02T03:57:00,850 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=7b37b4f67b2f19dd0d96a421ec36a6b3, ASSIGN
2024-12-02T03:57:00,852 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=7b37b4f67b2f19dd0d96a421ec36a6b3, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,33485,1733111767226; forceNewPlan=false, retain=false
2024-12-02T03:57:00,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-12-02T03:57:01,003 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7b37b4f67b2f19dd0d96a421ec36a6b3, regionState=OPENING, regionLocation=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:57:01,006 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=7b37b4f67b2f19dd0d96a421ec36a6b3, ASSIGN because future has completed
2024-12-02T03:57:01,007 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b37b4f67b2f19dd0d96a421ec36a6b3, server=e2eaa0f11f7e,33485,1733111767226}]
2024-12-02T03:57:01,173 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3.
2024-12-02T03:57:01,174 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b37b4f67b2f19dd0d96a421ec36a6b3, NAME => 'testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3.', STARTKEY => '', ENDKEY => ''}
2024-12-02T03:57:01,174 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 7b37b4f67b2f19dd0d96a421ec36a6b3
2024-12-02T03:57:01,174 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:57:01,175 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 7b37b4f67b2f19dd0d96a421ec36a6b3
2024-12-02T03:57:01,175 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 7b37b4f67b2f19dd0d96a421ec36a6b3
2024-12-02T03:57:01,177 INFO  [StoreOpener-7b37b4f67b2f19dd0d96a421ec36a6b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7b37b4f67b2f19dd0d96a421ec36a6b3 
2024-12-02T03:57:01,181 INFO  [StoreOpener-7b37b4f67b2f19dd0d96a421ec36a6b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b37b4f67b2f19dd0d96a421ec36a6b3 columnFamilyName testFamily
2024-12-02T03:57:01,182 DEBUG [StoreOpener-7b37b4f67b2f19dd0d96a421ec36a6b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:57:01,182 INFO  [StoreOpener-7b37b4f67b2f19dd0d96a421ec36a6b3-1 {}] regionserver.HStore(327): Store=7b37b4f67b2f19dd0d96a421ec36a6b3/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T03:57:01,183 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 7b37b4f67b2f19dd0d96a421ec36a6b3
2024-12-02T03:57:01,184 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testRetryOutOfOrderScannerNextException/7b37b4f67b2f19dd0d96a421ec36a6b3
2024-12-02T03:57:01,184 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testRetryOutOfOrderScannerNextException/7b37b4f67b2f19dd0d96a421ec36a6b3
2024-12-02T03:57:01,185 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 7b37b4f67b2f19dd0d96a421ec36a6b3
2024-12-02T03:57:01,185 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 7b37b4f67b2f19dd0d96a421ec36a6b3
2024-12-02T03:57:01,188 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 7b37b4f67b2f19dd0d96a421ec36a6b3
2024-12-02T03:57:01,190 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testRetryOutOfOrderScannerNextException/7b37b4f67b2f19dd0d96a421ec36a6b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T03:57:01,191 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 7b37b4f67b2f19dd0d96a421ec36a6b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70691150, jitterRate=0.053380221128463745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T03:57:01,191 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b37b4f67b2f19dd0d96a421ec36a6b3
2024-12-02T03:57:01,192 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 7b37b4f67b2f19dd0d96a421ec36a6b3:
Running coprocessor pre-open hook at 1733111821175Writing region info on filesystem at 1733111821175Initializing all the Stores at 1733111821177 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111821177Cleaning up temporary data from old regions at 1733111821185 (+8 ms)Running coprocessor post-open hooks at 1733111821191 (+6 ms)Region opened successfully at 1733111821192 (+1 ms)
2024-12-02T03:57:01,193 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3., pid=15, masterSystemTime=1733111821161
2024-12-02T03:57:01,196 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3.
2024-12-02T03:57:01,196 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3.
2024-12-02T03:57:01,197 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7b37b4f67b2f19dd0d96a421ec36a6b3, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:57:01,200 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b37b4f67b2f19dd0d96a421ec36a6b3, server=e2eaa0f11f7e,33485,1733111767226 because future has completed
2024-12-02T03:57:01,205 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-02T03:57:01,206 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b37b4f67b2f19dd0d96a421ec36a6b3, server=e2eaa0f11f7e,33485,1733111767226 in 195 msec
2024-12-02T03:57:01,209 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-02T03:57:01,209 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=7b37b4f67b2f19dd0d96a421ec36a6b3, ASSIGN in 357 msec
2024-12-02T03:57:01,210 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T03:57:01,210 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111821210"}]},"ts":"1733111821210"}
2024-12-02T03:57:01,213 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-12-02T03:57:01,214 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T03:57:01,216 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 805 msec
2024-12-02T03:57:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-02T03:57:01,433 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-12-02T03:57:01,433 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-12-02T03:57:01,434 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T03:57:01,443 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-12-02T03:57:01,444 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T03:57:01,444 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-12-02T03:57:01,447 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2]
2024-12-02T03:57:01,457 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-02T03:57:01,457 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-12-02T03:57:01,460 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-02T03:57:01,462 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-02T03:57:01,463 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-02T03:57:01,464 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33485 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-2619781436101623783
2024-12-02T03:57:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33485 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:54588 deadline: 1733111824462, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-02T03:57:01,467 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-02T03:57:01,469 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-02T03:57:01,469 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-02T03:57:01,471 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-02T03:57:01,472 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33485 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-2619781436101623781
2024-12-02T03:57:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33485 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:54588 deadline: 1733111824471, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-02T03:57:01,475 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-02T03:57:01,476 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33485 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-2619781436101623780
2024-12-02T03:57:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33485 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:54588 deadline: 1733111824475, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-02T03:57:01,480 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-02T03:57:01,480 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33485 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-2619781436101623779
2024-12-02T03:57:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33485 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:54588 deadline: 1733111824479, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-02T03:57:01,483 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-02T03:57:01,491 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=228 (was 225)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1338649911_22 at /127.0.0.1:58248 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=8018 (was 8030)
2024-12-02T03:57:01,500 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=228, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=8018
2024-12-02T03:57:01,502 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T03:57:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-12-02T03:57:01,506 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T03:57:01,506 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:57:01,506 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-12-02T03:57:01,508 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T03:57:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-02T03:57:01,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741843_1019 (size=418)
2024-12-02T03:57:01,925 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7054719e8d3edc14f3a4bdccc3d31ed8, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c
2024-12-02T03:57:01,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741844_1020 (size=69)
2024-12-02T03:57:02,338 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:57:02,338 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 7054719e8d3edc14f3a4bdccc3d31ed8, disabling compactions & flushes
2024-12-02T03:57:02,338 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8.
2024-12-02T03:57:02,338 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8.
2024-12-02T03:57:02,338 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8. after waiting 0 ms
2024-12-02T03:57:02,338 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8.
2024-12-02T03:57:02,338 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8.
2024-12-02T03:57:02,338 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7054719e8d3edc14f3a4bdccc3d31ed8:
Waiting for close lock at 1733111822338Disabling compacts and flushes for region at 1733111822338Disabling writes for close at 1733111822338Writing region close event to WAL at 1733111822338Closed at 1733111822338
2024-12-02T03:57:02,340 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T03:57:02,341 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733111822340"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111822340"}]},"ts":"1733111822340"}
2024-12-02T03:57:02,344 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T03:57:02,346 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T03:57:02,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111822346"}]},"ts":"1733111822346"}
2024-12-02T03:57:02,349 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-02T03:57:02,350 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=7054719e8d3edc14f3a4bdccc3d31ed8, ASSIGN}]
2024-12-02T03:57:02,352 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=7054719e8d3edc14f3a4bdccc3d31ed8, ASSIGN
2024-12-02T03:57:02,354 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=7054719e8d3edc14f3a4bdccc3d31ed8, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,33485,1733111767226; forceNewPlan=false, retain=false
2024-12-02T03:57:02,505 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=7054719e8d3edc14f3a4bdccc3d31ed8, regionState=OPENING, regionLocation=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:57:02,514 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=7054719e8d3edc14f3a4bdccc3d31ed8, ASSIGN because future has completed
2024-12-02T03:57:02,514 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7054719e8d3edc14f3a4bdccc3d31ed8, server=e2eaa0f11f7e,33485,1733111767226}]
2024-12-02T03:57:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-02T03:57:02,675 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8.
2024-12-02T03:57:02,676 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 7054719e8d3edc14f3a4bdccc3d31ed8, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8.', STARTKEY => '', ENDKEY => ''}
2024-12-02T03:57:02,676 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 7054719e8d3edc14f3a4bdccc3d31ed8
2024-12-02T03:57:02,676 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:57:02,676 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 7054719e8d3edc14f3a4bdccc3d31ed8
2024-12-02T03:57:02,677 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 7054719e8d3edc14f3a4bdccc3d31ed8
2024-12-02T03:57:02,679 INFO  [StoreOpener-7054719e8d3edc14f3a4bdccc3d31ed8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7054719e8d3edc14f3a4bdccc3d31ed8 
2024-12-02T03:57:02,681 INFO  [StoreOpener-7054719e8d3edc14f3a4bdccc3d31ed8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7054719e8d3edc14f3a4bdccc3d31ed8 columnFamilyName testFamily
2024-12-02T03:57:02,681 DEBUG [StoreOpener-7054719e8d3edc14f3a4bdccc3d31ed8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:57:02,682 INFO  [StoreOpener-7054719e8d3edc14f3a4bdccc3d31ed8-1 {}] regionserver.HStore(327): Store=7054719e8d3edc14f3a4bdccc3d31ed8/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T03:57:02,682 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 7054719e8d3edc14f3a4bdccc3d31ed8
2024-12-02T03:57:02,683 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnOpenScanner/7054719e8d3edc14f3a4bdccc3d31ed8
2024-12-02T03:57:02,684 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnOpenScanner/7054719e8d3edc14f3a4bdccc3d31ed8
2024-12-02T03:57:02,684 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 7054719e8d3edc14f3a4bdccc3d31ed8
2024-12-02T03:57:02,684 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 7054719e8d3edc14f3a4bdccc3d31ed8
2024-12-02T03:57:02,686 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 7054719e8d3edc14f3a4bdccc3d31ed8
2024-12-02T03:57:02,689 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnOpenScanner/7054719e8d3edc14f3a4bdccc3d31ed8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T03:57:02,690 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 7054719e8d3edc14f3a4bdccc3d31ed8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58760933, jitterRate=-0.12439386546611786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T03:57:02,690 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7054719e8d3edc14f3a4bdccc3d31ed8
2024-12-02T03:57:02,691 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 7054719e8d3edc14f3a4bdccc3d31ed8:
Running coprocessor pre-open hook at 1733111822677Writing region info on filesystem at 1733111822677Initializing all the Stores at 1733111822679 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111822679Cleaning up temporary data from old regions at 1733111822684 (+5 ms)Running coprocessor post-open hooks at 1733111822690 (+6 ms)Region opened successfully at 1733111822691 (+1 ms)
2024-12-02T03:57:02,693 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8., pid=18, masterSystemTime=1733111822668
2024-12-02T03:57:02,696 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8.
2024-12-02T03:57:02,696 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8.
2024-12-02T03:57:02,697 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=7054719e8d3edc14f3a4bdccc3d31ed8, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:57:02,700 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7054719e8d3edc14f3a4bdccc3d31ed8, server=e2eaa0f11f7e,33485,1733111767226 because future has completed
2024-12-02T03:57:02,704 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-02T03:57:02,704 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 7054719e8d3edc14f3a4bdccc3d31ed8, server=e2eaa0f11f7e,33485,1733111767226 in 187 msec
2024-12-02T03:57:02,707 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-02T03:57:02,707 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=7054719e8d3edc14f3a4bdccc3d31ed8, ASSIGN in 354 msec
2024-12-02T03:57:02,708 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T03:57:02,708 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111822708"}]},"ts":"1733111822708"}
2024-12-02T03:57:02,711 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-02T03:57:02,712 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T03:57:02,715 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2090 sec
2024-12-02T03:57:04,117 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-12-02T03:57:04,119 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-12-02T03:57:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-02T03:57:04,544 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-12-02T03:57:04,544 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-02T03:57:04,545 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T03:57:04,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-02T03:57:04,553 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T03:57:04,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-12-02T03:57:04,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2]
2024-12-02T03:57:04,571 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-02T03:57:04,571 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-02T03:57:04,574 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-02T03:57:04,576 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33485 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-02T03:57:05,551 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-02T03:57:05,583 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e2eaa0f11f7e:33485 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-12-02T03:57:05,583 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-12-02T03:57:05,584 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2 from cache
2024-12-02T03:57:06,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-12-02T03:57:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2]
2024-12-02T03:57:06,611 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33485 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-02T03:57:06,677 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-02T03:57:06,837 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-02T03:57:06,837 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-12-02T03:57:06,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-02T03:57:06,839 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-02T03:57:07,584 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e2eaa0f11f7e:33485 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=973ms, rpcTimeout=964ms
2024-12-02T03:57:07,584 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=973ms, rpcTimeout=964ms
2024-12-02T03:57:07,584 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2 from cache
2024-12-02T03:57:07,601 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 228), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=169 (was 157) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8014 (was 8018)
2024-12-02T03:57:07,613 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=169, ProcessCount=11, AvailableMemoryMB=8014
2024-12-02T03:57:07,617 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T03:57:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-12-02T03:57:07,620 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T03:57:07,621 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:57:07,621 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-12-02T03:57:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-02T03:57:07,622 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T03:57:07,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741845_1021 (size=416)
2024-12-02T03:57:08,040 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5037c91049d1918c825100b436b07bd8, NAME => 'testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c
2024-12-02T03:57:08,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741846_1022 (size=67)
2024-12-02T03:57:08,112 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-12-02T03:57:08,457 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:57:08,457 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 5037c91049d1918c825100b436b07bd8, disabling compactions & flushes
2024-12-02T03:57:08,457 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8.
2024-12-02T03:57:08,457 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8.
2024-12-02T03:57:08,458 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8. after waiting 0 ms
2024-12-02T03:57:08,458 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8.
2024-12-02T03:57:08,458 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8.
2024-12-02T03:57:08,459 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5037c91049d1918c825100b436b07bd8:
Waiting for close lock at 1733111828457Disabling compacts and flushes for region at 1733111828457Disabling writes for close at 1733111828458 (+1 ms)Writing region close event to WAL at 1733111828458Closed at 1733111828458
2024-12-02T03:57:08,462 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T03:57:08,463 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733111828462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111828462"}]},"ts":"1733111828462"}
2024-12-02T03:57:08,467 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T03:57:08,468 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T03:57:08,468 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111828468"}]},"ts":"1733111828468"}
2024-12-02T03:57:08,471 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-02T03:57:08,471 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=5037c91049d1918c825100b436b07bd8, ASSIGN}]
2024-12-02T03:57:08,473 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=5037c91049d1918c825100b436b07bd8, ASSIGN
2024-12-02T03:57:08,474 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=5037c91049d1918c825100b436b07bd8, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,33485,1733111767226; forceNewPlan=false, retain=false
2024-12-02T03:57:08,626 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=5037c91049d1918c825100b436b07bd8, regionState=OPENING, regionLocation=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:57:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-02T03:57:08,634 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=5037c91049d1918c825100b436b07bd8, ASSIGN because future has completed
2024-12-02T03:57:08,634 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5037c91049d1918c825100b436b07bd8, server=e2eaa0f11f7e,33485,1733111767226}]
2024-12-02T03:57:08,802 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8.
2024-12-02T03:57:08,803 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 5037c91049d1918c825100b436b07bd8, NAME => 'testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8.', STARTKEY => '', ENDKEY => ''}
2024-12-02T03:57:08,803 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 5037c91049d1918c825100b436b07bd8
2024-12-02T03:57:08,804 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:57:08,804 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 5037c91049d1918c825100b436b07bd8
2024-12-02T03:57:08,804 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 5037c91049d1918c825100b436b07bd8
2024-12-02T03:57:08,806 INFO  [StoreOpener-5037c91049d1918c825100b436b07bd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5037c91049d1918c825100b436b07bd8 
2024-12-02T03:57:08,808 INFO  [StoreOpener-5037c91049d1918c825100b436b07bd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5037c91049d1918c825100b436b07bd8 columnFamilyName testFamily
2024-12-02T03:57:08,808 DEBUG [StoreOpener-5037c91049d1918c825100b436b07bd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:57:08,809 INFO  [StoreOpener-5037c91049d1918c825100b436b07bd8-1 {}] regionserver.HStore(327): Store=5037c91049d1918c825100b436b07bd8/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T03:57:08,809 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 5037c91049d1918c825100b436b07bd8
2024-12-02T03:57:08,811 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnNextAsync/5037c91049d1918c825100b436b07bd8
2024-12-02T03:57:08,811 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnNextAsync/5037c91049d1918c825100b436b07bd8
2024-12-02T03:57:08,812 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 5037c91049d1918c825100b436b07bd8
2024-12-02T03:57:08,812 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 5037c91049d1918c825100b436b07bd8
2024-12-02T03:57:08,815 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 5037c91049d1918c825100b436b07bd8
2024-12-02T03:57:08,818 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnNextAsync/5037c91049d1918c825100b436b07bd8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T03:57:08,819 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 5037c91049d1918c825100b436b07bd8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64512947, jitterRate=-0.038682177662849426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T03:57:08,819 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5037c91049d1918c825100b436b07bd8
2024-12-02T03:57:08,819 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 5037c91049d1918c825100b436b07bd8:
Running coprocessor pre-open hook at 1733111828804Writing region info on filesystem at 1733111828804Initializing all the Stores at 1733111828806 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111828806Cleaning up temporary data from old regions at 1733111828812 (+6 ms)Running coprocessor post-open hooks at 1733111828819 (+7 ms)Region opened successfully at 1733111828819
2024-12-02T03:57:08,820 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8., pid=21, masterSystemTime=1733111828788
2024-12-02T03:57:08,823 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8.
2024-12-02T03:57:08,823 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8.
2024-12-02T03:57:08,824 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=5037c91049d1918c825100b436b07bd8, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:57:08,827 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5037c91049d1918c825100b436b07bd8, server=e2eaa0f11f7e,33485,1733111767226 because future has completed
2024-12-02T03:57:08,831 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-02T03:57:08,831 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 5037c91049d1918c825100b436b07bd8, server=e2eaa0f11f7e,33485,1733111767226 in 194 msec
2024-12-02T03:57:08,834 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-02T03:57:08,835 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=5037c91049d1918c825100b436b07bd8, ASSIGN in 360 msec
2024-12-02T03:57:08,836 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T03:57:08,836 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111828836"}]},"ts":"1733111828836"}
2024-12-02T03:57:08,880 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-02T03:57:08,882 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T03:57:08,886 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2650 sec
2024-12-02T03:57:10,121 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-12-02T03:57:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-02T03:57:10,653 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-12-02T03:57:10,653 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-02T03:57:10,653 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T03:57:10,662 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-02T03:57:10,663 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T03:57:10,663 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-12-02T03:57:10,666 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2]
2024-12-02T03:57:10,677 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-02T03:57:10,677 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-02T03:57:10,680 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-02T03:57:10,683 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-02T03:57:10,684 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-02T03:57:10,685 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33485 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-02T03:57:13,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33485 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2619781436101623768' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-02T03:57:13,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33485 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:54588 deadline: 1733111834701, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2619781436101623768' does not exist
2024-12-02T03:57:13,704 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to e2eaa0f11f7e,33485,1733111767226 for closing scanner id = -2619781436101623768 for 5037c91049d1918c825100b436b07bd8 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2619781436101623768' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T03:57:13,708 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 169) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8021 (was 8014) - AvailableMemoryMB LEAK? -
2024-12-02T03:57:13,716 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=8021
2024-12-02T03:57:13,718 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T03:57:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-12-02T03:57:13,721 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T03:57:13,721 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:57:13,721 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-12-02T03:57:13,722 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T03:57:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-02T03:57:13,730 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741847_1023 (size=411)
2024-12-02T03:57:14,139 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd1b1748203c8d87b0a2c6804e6da1df, NAME => 'testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c
2024-12-02T03:57:14,182 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741848_1024 (size=62)
2024-12-02T03:57:14,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-12-02T03:57:14,308 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-02T03:57:14,584 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:57:14,584 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing fd1b1748203c8d87b0a2c6804e6da1df, disabling compactions & flushes
2024-12-02T03:57:14,584 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df.
2024-12-02T03:57:14,584 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df.
2024-12-02T03:57:14,584 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df. after waiting 0 ms
2024-12-02T03:57:14,584 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df.
2024-12-02T03:57:14,584 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df.
2024-12-02T03:57:14,585 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd1b1748203c8d87b0a2c6804e6da1df:
Waiting for close lock at 1733111834584Disabling compacts and flushes for region at 1733111834584Disabling writes for close at 1733111834584Writing region close event to WAL at 1733111834584Closed at 1733111834584
2024-12-02T03:57:14,587 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T03:57:14,587 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733111834587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111834587"}]},"ts":"1733111834587"}
2024-12-02T03:57:14,592 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T03:57:14,594 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T03:57:14,595 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111834594"}]},"ts":"1733111834594"}
2024-12-02T03:57:14,598 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-02T03:57:14,598 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=fd1b1748203c8d87b0a2c6804e6da1df, ASSIGN}]
2024-12-02T03:57:14,600 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=fd1b1748203c8d87b0a2c6804e6da1df, ASSIGN
2024-12-02T03:57:14,601 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=fd1b1748203c8d87b0a2c6804e6da1df, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,33485,1733111767226; forceNewPlan=false, retain=false
2024-12-02T03:57:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-02T03:57:14,752 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=fd1b1748203c8d87b0a2c6804e6da1df, regionState=OPENING, regionLocation=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:57:14,759 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=fd1b1748203c8d87b0a2c6804e6da1df, ASSIGN because future has completed
2024-12-02T03:57:14,760 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd1b1748203c8d87b0a2c6804e6da1df, server=e2eaa0f11f7e,33485,1733111767226}]
2024-12-02T03:57:14,931 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df.
2024-12-02T03:57:14,931 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => fd1b1748203c8d87b0a2c6804e6da1df, NAME => 'testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df.', STARTKEY => '', ENDKEY => ''}
2024-12-02T03:57:14,932 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext fd1b1748203c8d87b0a2c6804e6da1df
2024-12-02T03:57:14,932 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:57:14,932 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for fd1b1748203c8d87b0a2c6804e6da1df
2024-12-02T03:57:14,932 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for fd1b1748203c8d87b0a2c6804e6da1df
2024-12-02T03:57:14,935 INFO  [StoreOpener-fd1b1748203c8d87b0a2c6804e6da1df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fd1b1748203c8d87b0a2c6804e6da1df 
2024-12-02T03:57:14,937 INFO  [StoreOpener-fd1b1748203c8d87b0a2c6804e6da1df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd1b1748203c8d87b0a2c6804e6da1df columnFamilyName testFamily
2024-12-02T03:57:14,938 DEBUG [StoreOpener-fd1b1748203c8d87b0a2c6804e6da1df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:57:14,939 INFO  [StoreOpener-fd1b1748203c8d87b0a2c6804e6da1df-1 {}] regionserver.HStore(327): Store=fd1b1748203c8d87b0a2c6804e6da1df/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T03:57:14,939 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for fd1b1748203c8d87b0a2c6804e6da1df
2024-12-02T03:57:14,940 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnNext/fd1b1748203c8d87b0a2c6804e6da1df
2024-12-02T03:57:14,941 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnNext/fd1b1748203c8d87b0a2c6804e6da1df
2024-12-02T03:57:14,942 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for fd1b1748203c8d87b0a2c6804e6da1df
2024-12-02T03:57:14,942 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for fd1b1748203c8d87b0a2c6804e6da1df
2024-12-02T03:57:14,946 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for fd1b1748203c8d87b0a2c6804e6da1df
2024-12-02T03:57:14,949 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnNext/fd1b1748203c8d87b0a2c6804e6da1df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T03:57:14,950 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened fd1b1748203c8d87b0a2c6804e6da1df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62859523, jitterRate=-0.0633201152086258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T03:57:14,950 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd1b1748203c8d87b0a2c6804e6da1df
2024-12-02T03:57:14,951 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for fd1b1748203c8d87b0a2c6804e6da1df:
Running coprocessor pre-open hook at 1733111834932Writing region info on filesystem at 1733111834932Initializing all the Stores at 1733111834934 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111834934Cleaning up temporary data from old regions at 1733111834942 (+8 ms)Running coprocessor post-open hooks at 1733111834950 (+8 ms)Region opened successfully at 1733111834950
2024-12-02T03:57:14,952 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df., pid=24, masterSystemTime=1733111834916
2024-12-02T03:57:14,954 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df.
2024-12-02T03:57:14,954 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df.
2024-12-02T03:57:14,955 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=fd1b1748203c8d87b0a2c6804e6da1df, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:57:14,958 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd1b1748203c8d87b0a2c6804e6da1df, server=e2eaa0f11f7e,33485,1733111767226 because future has completed
2024-12-02T03:57:14,962 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-02T03:57:14,962 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure fd1b1748203c8d87b0a2c6804e6da1df, server=e2eaa0f11f7e,33485,1733111767226 in 199 msec
2024-12-02T03:57:14,965 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-02T03:57:14,965 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=fd1b1748203c8d87b0a2c6804e6da1df, ASSIGN in 364 msec
2024-12-02T03:57:14,966 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T03:57:14,966 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111834966"}]},"ts":"1733111834966"}
2024-12-02T03:57:14,969 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-02T03:57:14,970 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T03:57:14,973 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2520 sec
2024-12-02T03:57:16,124 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-12-02T03:57:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-02T03:57:16,743 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-12-02T03:57:16,744 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-02T03:57:16,744 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T03:57:16,753 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-02T03:57:16,754 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T03:57:16,754 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-12-02T03:57:16,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2]
2024-12-02T03:57:16,767 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-02T03:57:16,767 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-02T03:57:16,770 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-02T03:57:16,772 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-02T03:57:16,774 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-02T03:57:16,775 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33485 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-02T03:57:16,837 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-02T03:57:16,837 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-02T03:57:16,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-02T03:57:16,838 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-02T03:57:19,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33485 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2619781436101623764' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-02T03:57:19,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33485 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:54588 deadline: 1733111840790, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2619781436101623764' does not exist
2024-12-02T03:57:19,795 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to e2eaa0f11f7e,33485,1733111767226 for closing scanner id = -2619781436101623764 for fd1b1748203c8d87b0a2c6804e6da1df of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2619781436101623764' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T03:57:19,801 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=145 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=8017 (was 8021)
2024-12-02T03:57:19,809 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=145, ProcessCount=11, AvailableMemoryMB=8017
2024-12-02T03:57:19,811 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T03:57:19,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-12-02T03:57:19,814 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T03:57:19,814 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:57:19,814 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42033 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-12-02T03:57:19,815 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T03:57:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-02T03:57:19,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741849_1025 (size=419)
2024-12-02T03:57:20,232 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => caaf953408746857703f826d3e9b4ab3, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c
2024-12-02T03:57:20,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741850_1026 (size=70)
2024-12-02T03:57:20,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-12-02T03:57:20,436 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-02T03:57:20,645 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:57:20,645 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing caaf953408746857703f826d3e9b4ab3, disabling compactions & flushes
2024-12-02T03:57:20,645 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3.
2024-12-02T03:57:20,645 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3.
2024-12-02T03:57:20,645 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3. after waiting 0 ms
2024-12-02T03:57:20,646 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3.
2024-12-02T03:57:20,646 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3.
2024-12-02T03:57:20,646 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for caaf953408746857703f826d3e9b4ab3:
Waiting for close lock at 1733111840645Disabling compacts and flushes for region at 1733111840645Disabling writes for close at 1733111840645Writing region close event to WAL at 1733111840646 (+1 ms)Closed at 1733111840646
2024-12-02T03:57:20,649 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T03:57:20,649 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733111840649"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111840649"}]},"ts":"1733111840649"}
2024-12-02T03:57:20,654 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T03:57:20,656 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T03:57:20,657 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111840656"}]},"ts":"1733111840656"}
2024-12-02T03:57:20,660 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-02T03:57:20,660 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=caaf953408746857703f826d3e9b4ab3, ASSIGN}]
2024-12-02T03:57:20,662 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=caaf953408746857703f826d3e9b4ab3, ASSIGN
2024-12-02T03:57:20,663 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=caaf953408746857703f826d3e9b4ab3, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,33485,1733111767226; forceNewPlan=false, retain=false
2024-12-02T03:57:20,789 INFO  [master/e2eaa0f11f7e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-02T03:57:20,790 INFO  [master/e2eaa0f11f7e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-02T03:57:20,814 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=caaf953408746857703f826d3e9b4ab3, regionState=OPENING, regionLocation=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:57:20,820 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=caaf953408746857703f826d3e9b4ab3, ASSIGN because future has completed
2024-12-02T03:57:20,821 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure caaf953408746857703f826d3e9b4ab3, server=e2eaa0f11f7e,33485,1733111767226}]
2024-12-02T03:57:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-02T03:57:20,983 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3.
2024-12-02T03:57:20,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => caaf953408746857703f826d3e9b4ab3, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3.', STARTKEY => '', ENDKEY => ''}
2024-12-02T03:57:20,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync caaf953408746857703f826d3e9b4ab3
2024-12-02T03:57:20,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:57:20,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for caaf953408746857703f826d3e9b4ab3
2024-12-02T03:57:20,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for caaf953408746857703f826d3e9b4ab3
2024-12-02T03:57:20,986 INFO  [StoreOpener-caaf953408746857703f826d3e9b4ab3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region caaf953408746857703f826d3e9b4ab3 
2024-12-02T03:57:20,989 INFO  [StoreOpener-caaf953408746857703f826d3e9b4ab3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caaf953408746857703f826d3e9b4ab3 columnFamilyName testFamily
2024-12-02T03:57:20,989 DEBUG [StoreOpener-caaf953408746857703f826d3e9b4ab3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:57:20,990 INFO  [StoreOpener-caaf953408746857703f826d3e9b4ab3-1 {}] regionserver.HStore(327): Store=caaf953408746857703f826d3e9b4ab3/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T03:57:20,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for caaf953408746857703f826d3e9b4ab3
2024-12-02T03:57:20,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/caaf953408746857703f826d3e9b4ab3
2024-12-02T03:57:20,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/caaf953408746857703f826d3e9b4ab3
2024-12-02T03:57:20,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for caaf953408746857703f826d3e9b4ab3
2024-12-02T03:57:20,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for caaf953408746857703f826d3e9b4ab3
2024-12-02T03:57:20,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for caaf953408746857703f826d3e9b4ab3
2024-12-02T03:57:21,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/caaf953408746857703f826d3e9b4ab3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T03:57:21,000 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened caaf953408746857703f826d3e9b4ab3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70684466, jitterRate=0.05328062176704407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T03:57:21,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for caaf953408746857703f826d3e9b4ab3
2024-12-02T03:57:21,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for caaf953408746857703f826d3e9b4ab3:
Running coprocessor pre-open hook at 1733111840984Writing region info on filesystem at 1733111840984Initializing all the Stores at 1733111840986 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111840986Cleaning up temporary data from old regions at 1733111840994 (+8 ms)Running coprocessor post-open hooks at 1733111841001 (+7 ms)Region opened successfully at 1733111841002 (+1 ms)
2024-12-02T03:57:21,003 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3., pid=27, masterSystemTime=1733111840977
2024-12-02T03:57:21,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3.
2024-12-02T03:57:21,006 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3.
2024-12-02T03:57:21,007 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=caaf953408746857703f826d3e9b4ab3, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:57:21,009 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure caaf953408746857703f826d3e9b4ab3, server=e2eaa0f11f7e,33485,1733111767226 because future has completed
2024-12-02T03:57:21,014 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-02T03:57:21,014 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure caaf953408746857703f826d3e9b4ab3, server=e2eaa0f11f7e,33485,1733111767226 in 190 msec
2024-12-02T03:57:21,016 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-12-02T03:57:21,017 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=caaf953408746857703f826d3e9b4ab3, ASSIGN in 354 msec
2024-12-02T03:57:21,017 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T03:57:21,018 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111841017"}]},"ts":"1733111841017"}
2024-12-02T03:57:21,020 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-02T03:57:21,021 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T03:57:21,024 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2100 sec
2024-12-02T03:57:22,126 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-12-02T03:57:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-02T03:57:22,853 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-12-02T03:57:22,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-02T03:57:22,854 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T03:57:22,865 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-02T03:57:22,865 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T03:57:22,866 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-12-02T03:57:22,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2]
2024-12-02T03:57:22,883 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-02T03:57:22,883 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-02T03:57:22,886 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-02T03:57:22,888 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33485 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-02T03:57:26,488 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-02T03:57:26,837 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-02T03:57:26,837 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-02T03:57:28,893 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e2eaa0f11f7e:33485 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms
2024-12-02T03:57:28,894 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms
2024-12-02T03:57:28,894 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2 from cache
2024-12-02T03:57:28,911 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=133 (was 145), ProcessCount=11 (was 11), AvailableMemoryMB=8017 (was 8017)
2024-12-02T03:57:28,919 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=133, ProcessCount=11, AvailableMemoryMB=8017
2024-12-02T03:57:28,922 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T03:57:28,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-12-02T03:57:28,926 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T03:57:28,926 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:57:28,926 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-12-02T03:57:28,928 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T03:57:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-02T03:57:28,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741851_1027 (size=407)
2024-12-02T03:57:29,343 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49e1f2a96d886b4a39d641d57055f231, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c
2024-12-02T03:57:29,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741852_1028 (size=58)
2024-12-02T03:57:29,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-12-02T03:57:29,758 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:57:29,758 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 49e1f2a96d886b4a39d641d57055f231, disabling compactions & flushes
2024-12-02T03:57:29,759 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231.
2024-12-02T03:57:29,759 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231.
2024-12-02T03:57:29,759 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231. after waiting 0 ms
2024-12-02T03:57:29,759 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231.
2024-12-02T03:57:29,759 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231.
2024-12-02T03:57:29,760 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49e1f2a96d886b4a39d641d57055f231:
Waiting for close lock at 1733111849758Disabling compacts and flushes for region at 1733111849758Disabling writes for close at 1733111849759 (+1 ms)Writing region close event to WAL at 1733111849759Closed at 1733111849759
2024-12-02T03:57:29,763 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T03:57:29,764 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733111849763"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111849763"}]},"ts":"1733111849763"}
2024-12-02T03:57:29,768 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T03:57:29,770 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T03:57:29,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111849770"}]},"ts":"1733111849770"}
2024-12-02T03:57:29,774 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-02T03:57:29,774 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=49e1f2a96d886b4a39d641d57055f231, ASSIGN}]
2024-12-02T03:57:29,776 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=49e1f2a96d886b4a39d641d57055f231, ASSIGN
2024-12-02T03:57:29,777 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=49e1f2a96d886b4a39d641d57055f231, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,33485,1733111767226; forceNewPlan=false, retain=false
2024-12-02T03:57:29,928 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=49e1f2a96d886b4a39d641d57055f231, regionState=OPENING, regionLocation=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:57:29,933 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=49e1f2a96d886b4a39d641d57055f231, ASSIGN because future has completed
2024-12-02T03:57:29,933 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49e1f2a96d886b4a39d641d57055f231, server=e2eaa0f11f7e,33485,1733111767226}]
2024-12-02T03:57:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-02T03:57:30,096 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231.
2024-12-02T03:57:30,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 49e1f2a96d886b4a39d641d57055f231, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231.', STARTKEY => '', ENDKEY => ''}
2024-12-02T03:57:30,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 49e1f2a96d886b4a39d641d57055f231
2024-12-02T03:57:30,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:57:30,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 49e1f2a96d886b4a39d641d57055f231
2024-12-02T03:57:30,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 49e1f2a96d886b4a39d641d57055f231
2024-12-02T03:57:30,101 INFO  [StoreOpener-49e1f2a96d886b4a39d641d57055f231-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 49e1f2a96d886b4a39d641d57055f231 
2024-12-02T03:57:30,105 INFO  [StoreOpener-49e1f2a96d886b4a39d641d57055f231-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49e1f2a96d886b4a39d641d57055f231 columnFamilyName testFamily
2024-12-02T03:57:30,105 DEBUG [StoreOpener-49e1f2a96d886b4a39d641d57055f231-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:57:30,106 INFO  [StoreOpener-49e1f2a96d886b4a39d641d57055f231-1 {}] regionserver.HStore(327): Store=49e1f2a96d886b4a39d641d57055f231/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T03:57:30,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 49e1f2a96d886b4a39d641d57055f231
2024-12-02T03:57:30,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnNext/49e1f2a96d886b4a39d641d57055f231
2024-12-02T03:57:30,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnNext/49e1f2a96d886b4a39d641d57055f231
2024-12-02T03:57:30,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 49e1f2a96d886b4a39d641d57055f231
2024-12-02T03:57:30,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 49e1f2a96d886b4a39d641d57055f231
2024-12-02T03:57:30,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 49e1f2a96d886b4a39d641d57055f231
2024-12-02T03:57:30,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnNext/49e1f2a96d886b4a39d641d57055f231/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T03:57:30,120 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 49e1f2a96d886b4a39d641d57055f231; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65612088, jitterRate=-0.02230370044708252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T03:57:30,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49e1f2a96d886b4a39d641d57055f231
2024-12-02T03:57:30,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 49e1f2a96d886b4a39d641d57055f231:
Running coprocessor pre-open hook at 1733111850098Writing region info on filesystem at 1733111850098Initializing all the Stores at 1733111850100 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111850101 (+1 ms)Cleaning up temporary data from old regions at 1733111850110 (+9 ms)Running coprocessor post-open hooks at 1733111850120 (+10 ms)Region opened successfully at 1733111850120
2024-12-02T03:57:30,122 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231., pid=30, masterSystemTime=1733111850087
2024-12-02T03:57:30,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231.
2024-12-02T03:57:30,124 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231.
2024-12-02T03:57:30,125 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=49e1f2a96d886b4a39d641d57055f231, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:57:30,129 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49e1f2a96d886b4a39d641d57055f231, server=e2eaa0f11f7e,33485,1733111767226 because future has completed
2024-12-02T03:57:30,133 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-02T03:57:30,133 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 49e1f2a96d886b4a39d641d57055f231, server=e2eaa0f11f7e,33485,1733111767226 in 197 msec
2024-12-02T03:57:30,136 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-12-02T03:57:30,136 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=49e1f2a96d886b4a39d641d57055f231, ASSIGN in 359 msec
2024-12-02T03:57:30,137 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T03:57:30,137 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111850137"}]},"ts":"1733111850137"}
2024-12-02T03:57:30,140 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-02T03:57:30,141 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T03:57:30,144 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2190 sec
2024-12-02T03:57:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-02T03:57:31,962 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-12-02T03:57:31,963 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-02T03:57:31,963 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T03:57:31,973 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-02T03:57:31,973 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T03:57:31,973 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-12-02T03:57:31,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2]
2024-12-02T03:57:31,985 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-02T03:57:31,986 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-02T03:57:31,989 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-02T03:57:31,991 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-02T03:57:31,992 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-02T03:57:31,993 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33485 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-02T03:57:34,129 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-12-02T03:57:35,552 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-02T03:57:35,601 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-02T03:57:36,837 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-02T03:57:36,837 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-02T03:57:37,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33485 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2619781436101623756' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-02T03:57:37,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33485 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:54588 deadline: 1733111863993, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2619781436101623756' does not exist
2024-12-02T03:57:37,996 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to e2eaa0f11f7e,33485,1733111767226 for closing scanner id = -2619781436101623756 for 49e1f2a96d886b4a39d641d57055f231 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2619781436101623756' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-02T03:57:38,001 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 133), ProcessCount=11 (was 11), AvailableMemoryMB=8014 (was 8017)
2024-12-02T03:57:38,010 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=8014
2024-12-02T03:57:38,013 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-02T03:57:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-12-02T03:57:38,016 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-02T03:57:38,016 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:57:38,016 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-12-02T03:57:38,018 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-02T03:57:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-02T03:57:38,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741853_1029 (size=423)
2024-12-02T03:57:38,436 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c50b38af6bd6a894a2da71a6028b8b4, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c
2024-12-02T03:57:38,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741854_1030 (size=74)
2024-12-02T03:57:38,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-12-02T03:57:38,885 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:57:38,886 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 4c50b38af6bd6a894a2da71a6028b8b4, disabling compactions & flushes
2024-12-02T03:57:38,886 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4.
2024-12-02T03:57:38,886 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4.
2024-12-02T03:57:38,886 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4. after waiting 0 ms
2024-12-02T03:57:38,886 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4.
2024-12-02T03:57:38,886 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4.
2024-12-02T03:57:38,887 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c50b38af6bd6a894a2da71a6028b8b4:
Waiting for close lock at 1733111858885Disabling compacts and flushes for region at 1733111858885Disabling writes for close at 1733111858886 (+1 ms)Writing region close event to WAL at 1733111858886Closed at 1733111858886
2024-12-02T03:57:38,889 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-02T03:57:38,889 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733111858889"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111858889"}]},"ts":"1733111858889"}
2024-12-02T03:57:38,893 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-02T03:57:38,894 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-02T03:57:38,895 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111858895"}]},"ts":"1733111858895"}
2024-12-02T03:57:38,898 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-02T03:57:38,898 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=4c50b38af6bd6a894a2da71a6028b8b4, ASSIGN}]
2024-12-02T03:57:38,900 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=4c50b38af6bd6a894a2da71a6028b8b4, ASSIGN
2024-12-02T03:57:38,902 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=4c50b38af6bd6a894a2da71a6028b8b4, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,33485,1733111767226; forceNewPlan=false, retain=false
2024-12-02T03:57:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-02T03:57:39,053 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=4c50b38af6bd6a894a2da71a6028b8b4, regionState=OPENING, regionLocation=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:57:39,059 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=4c50b38af6bd6a894a2da71a6028b8b4, ASSIGN because future has completed
2024-12-02T03:57:39,059 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c50b38af6bd6a894a2da71a6028b8b4, server=e2eaa0f11f7e,33485,1733111767226}]
2024-12-02T03:57:39,221 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4.
2024-12-02T03:57:39,222 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c50b38af6bd6a894a2da71a6028b8b4, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4.', STARTKEY => '', ENDKEY => ''}
2024-12-02T03:57:39,222 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 4c50b38af6bd6a894a2da71a6028b8b4
2024-12-02T03:57:39,223 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-02T03:57:39,223 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 4c50b38af6bd6a894a2da71a6028b8b4
2024-12-02T03:57:39,223 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 4c50b38af6bd6a894a2da71a6028b8b4
2024-12-02T03:57:39,226 INFO  [StoreOpener-4c50b38af6bd6a894a2da71a6028b8b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4c50b38af6bd6a894a2da71a6028b8b4 
2024-12-02T03:57:39,229 INFO  [StoreOpener-4c50b38af6bd6a894a2da71a6028b8b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c50b38af6bd6a894a2da71a6028b8b4 columnFamilyName testFamily
2024-12-02T03:57:39,229 DEBUG [StoreOpener-4c50b38af6bd6a894a2da71a6028b8b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-02T03:57:39,230 INFO  [StoreOpener-4c50b38af6bd6a894a2da71a6028b8b4-1 {}] regionserver.HStore(327): Store=4c50b38af6bd6a894a2da71a6028b8b4/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-02T03:57:39,230 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 4c50b38af6bd6a894a2da71a6028b8b4
2024-12-02T03:57:39,232 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnOpenScannerAsync/4c50b38af6bd6a894a2da71a6028b8b4
2024-12-02T03:57:39,233 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnOpenScannerAsync/4c50b38af6bd6a894a2da71a6028b8b4
2024-12-02T03:57:39,234 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 4c50b38af6bd6a894a2da71a6028b8b4
2024-12-02T03:57:39,234 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 4c50b38af6bd6a894a2da71a6028b8b4
2024-12-02T03:57:39,237 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 4c50b38af6bd6a894a2da71a6028b8b4
2024-12-02T03:57:39,241 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnOpenScannerAsync/4c50b38af6bd6a894a2da71a6028b8b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-02T03:57:39,242 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 4c50b38af6bd6a894a2da71a6028b8b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72200522, jitterRate=0.07587161660194397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-02T03:57:39,242 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c50b38af6bd6a894a2da71a6028b8b4
2024-12-02T03:57:39,243 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 4c50b38af6bd6a894a2da71a6028b8b4:
Running coprocessor pre-open hook at 1733111859223Writing region info on filesystem at 1733111859223Initializing all the Stores at 1733111859225 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111859225Cleaning up temporary data from old regions at 1733111859234 (+9 ms)Running coprocessor post-open hooks at 1733111859242 (+8 ms)Region opened successfully at 1733111859243 (+1 ms)
2024-12-02T03:57:39,244 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4., pid=33, masterSystemTime=1733111859214
2024-12-02T03:57:39,247 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4.
2024-12-02T03:57:39,247 INFO  [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4.
2024-12-02T03:57:39,248 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=4c50b38af6bd6a894a2da71a6028b8b4, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:57:39,251 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c50b38af6bd6a894a2da71a6028b8b4, server=e2eaa0f11f7e,33485,1733111767226 because future has completed
2024-12-02T03:57:39,255 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-02T03:57:39,256 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c50b38af6bd6a894a2da71a6028b8b4, server=e2eaa0f11f7e,33485,1733111767226 in 193 msec
2024-12-02T03:57:39,257 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-12-02T03:57:39,257 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=4c50b38af6bd6a894a2da71a6028b8b4, ASSIGN in 357 msec
2024-12-02T03:57:39,258 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-02T03:57:39,259 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111859258"}]},"ts":"1733111859258"}
2024-12-02T03:57:39,261 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-02T03:57:39,262 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-02T03:57:39,264 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2490 sec
2024-12-02T03:57:40,131 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-12-02T03:57:40,756 DEBUG [master/e2eaa0f11f7e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-02T03:57:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-02T03:57:41,064 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-12-02T03:57:41,064 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-02T03:57:41,065 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T03:57:41,075 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-02T03:57:41,075 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-02T03:57:41,075 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-12-02T03:57:41,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2]
2024-12-02T03:57:41,091 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-02T03:57:41,091 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-02T03:57:41,094 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-02T03:57:41,096 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33485 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-02T03:57:42,103 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e2eaa0f11f7e:33485 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-12-02T03:57:42,104 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-12-02T03:57:42,104 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2 from cache
2024-12-02T03:57:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-12-02T03:57:43,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2]
2024-12-02T03:57:43,129 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33485 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-02T03:57:44,103 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=e2eaa0f11f7e:33485 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=975ms, rpcTimeout=967ms
2024-12-02T03:57:44,104 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=975ms, rpcTimeout=967ms
2024-12-02T03:57:44,104 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4., hostname=e2eaa0f11f7e,33485,1733111767226, seqNum=2 from cache
2024-12-02T03:57:44,118 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 222)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=131 (was 120) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8012 (was 8014)
2024-12-02T03:57:44,118 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-02T03:57:44,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T03:57:44,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T03:57:44,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T03:57:44,123 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-02T03:57:44,124 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-02T03:57:44,124 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-02T03:57:44,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T03:57:44,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T03:57:44,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T03:57:44,124 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-02T03:57:44,124 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-02T03:57:44,124 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1871265054, stopped=false
2024-12-02T03:57:44,125 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e2eaa0f11f7e,42033,1733111766479
2024-12-02T03:57:44,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-02T03:57:44,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33485-0x10195786d640001, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-02T03:57:44,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T03:57:44,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33485-0x10195786d640001, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T03:57:44,142 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-02T03:57:44,143 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-02T03:57:44,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T03:57:44,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T03:57:44,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T03:57:44,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33485-0x10195786d640001, quorum=127.0.0.1:54716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-02T03:57:44,144 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,33485,1733111767226' *****
2024-12-02T03:57:44,144 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-02T03:57:44,144 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-02T03:57:44,145 INFO  [RS:0;e2eaa0f11f7e:33485 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-02T03:57:44,145 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-02T03:57:44,145 INFO  [RS:0;e2eaa0f11f7e:33485 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-02T03:57:44,145 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(3091): Received CLOSE for 7054719e8d3edc14f3a4bdccc3d31ed8
2024-12-02T03:57:44,146 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f2d4f36094a3fcca6b228fb00f061c0
2024-12-02T03:57:44,146 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(3091): Received CLOSE for 49e1f2a96d886b4a39d641d57055f231
2024-12-02T03:57:44,146 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(3091): Received CLOSE for 5037c91049d1918c825100b436b07bd8
2024-12-02T03:57:44,146 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(3091): Received CLOSE for ffd731b7d771618b08312b398e552e64
2024-12-02T03:57:44,146 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(3091): Received CLOSE for 8cea43d5161368301162e2f5e0906df5
2024-12-02T03:57:44,146 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c50b38af6bd6a894a2da71a6028b8b4
2024-12-02T03:57:44,146 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b37b4f67b2f19dd0d96a421ec36a6b3
2024-12-02T03:57:44,146 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(3091): Received CLOSE for fd1b1748203c8d87b0a2c6804e6da1df
2024-12-02T03:57:44,146 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7054719e8d3edc14f3a4bdccc3d31ed8, disabling compactions & flushes
2024-12-02T03:57:44,147 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(3091): Received CLOSE for caaf953408746857703f826d3e9b4ab3
2024-12-02T03:57:44,147 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8.
2024-12-02T03:57:44,147 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8.
2024-12-02T03:57:44,147 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(959): stopping server e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:57:44,147 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8. after waiting 0 ms
2024-12-02T03:57:44,147 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8.
2024-12-02T03:57:44,147 INFO  [RS:0;e2eaa0f11f7e:33485 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T03:57:44,147 INFO  [RS:0;e2eaa0f11f7e:33485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e2eaa0f11f7e:33485.
2024-12-02T03:57:44,147 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-02T03:57:44,147 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T03:57:44,148 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-02T03:57:44,148 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-02T03:57:44,148 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-02T03:57:44,148 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-02T03:57:44,148 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-12-02T03:57:44,149 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-02T03:57:44,149 INFO  [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-02T03:57:44,149 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-02T03:57:44,149 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-02T03:57:44,149 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-02T03:57:44,149 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49e1f2a96d886b4a39d641d57055f231, 4c50b38af6bd6a894a2da71a6028b8b4, 5037c91049d1918c825100b436b07bd8, 7054719e8d3edc14f3a4bdccc3d31ed8, 7b37b4f67b2f19dd0d96a421ec36a6b3, 8cea43d5161368301162e2f5e0906df5, 8f2d4f36094a3fcca6b228fb00f061c0, caaf953408746857703f826d3e9b4ab3, fd1b1748203c8d87b0a2c6804e6da1df, ffd731b7d771618b08312b398e552e64
2024-12-02T03:57:44,151 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7054719e8d3edc14f3a4bdccc3d31ed8 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-02T03:57:44,151 INFO  [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-12-02T03:57:44,198 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnOpenScanner/7054719e8d3edc14f3a4bdccc3d31ed8/.tmp/testFamily/96dc462e4cc545d6a97821a77bbf9282 is 61, key is row-0/testFamily:testQualifier/1733111824559/Put/seqid=0
2024-12-02T03:57:44,201 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/meta/1588230740/.tmp/info/4035a5baad0445108344d9d9e14a809e is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64./info:regioninfo/1733111802249/Put/seqid=0
2024-12-02T03:57:44,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741855_1031 (size=20564)
2024-12-02T03:57:44,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741856_1032 (size=5049)
2024-12-02T03:57:44,350 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49e1f2a96d886b4a39d641d57055f231, 4c50b38af6bd6a894a2da71a6028b8b4, 5037c91049d1918c825100b436b07bd8, 7054719e8d3edc14f3a4bdccc3d31ed8, 7b37b4f67b2f19dd0d96a421ec36a6b3, 8cea43d5161368301162e2f5e0906df5, 8f2d4f36094a3fcca6b228fb00f061c0, caaf953408746857703f826d3e9b4ab3, fd1b1748203c8d87b0a2c6804e6da1df, ffd731b7d771618b08312b398e552e64
2024-12-02T03:57:44,550 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49e1f2a96d886b4a39d641d57055f231, 4c50b38af6bd6a894a2da71a6028b8b4, 5037c91049d1918c825100b436b07bd8, 7054719e8d3edc14f3a4bdccc3d31ed8, 7b37b4f67b2f19dd0d96a421ec36a6b3, 8cea43d5161368301162e2f5e0906df5, 8f2d4f36094a3fcca6b228fb00f061c0, caaf953408746857703f826d3e9b4ab3, fd1b1748203c8d87b0a2c6804e6da1df, ffd731b7d771618b08312b398e552e64
2024-12-02T03:57:44,611 INFO  [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/meta/1588230740/.tmp/info/4035a5baad0445108344d9d9e14a809e
2024-12-02T03:57:44,611 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnOpenScanner/7054719e8d3edc14f3a4bdccc3d31ed8/.tmp/testFamily/96dc462e4cc545d6a97821a77bbf9282
2024-12-02T03:57:44,630 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-02T03:57:44,652 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnOpenScanner/7054719e8d3edc14f3a4bdccc3d31ed8/.tmp/testFamily/96dc462e4cc545d6a97821a77bbf9282 as hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnOpenScanner/7054719e8d3edc14f3a4bdccc3d31ed8/testFamily/96dc462e4cc545d6a97821a77bbf9282
2024-12-02T03:57:44,660 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnOpenScanner/7054719e8d3edc14f3a4bdccc3d31ed8/testFamily/96dc462e4cc545d6a97821a77bbf9282, entries=4, sequenceid=8, filesize=4.9 K
2024-12-02T03:57:44,668 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7054719e8d3edc14f3a4bdccc3d31ed8 in 518ms, sequenceid=8, compaction requested=false
2024-12-02T03:57:44,673 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/meta/1588230740/.tmp/ns/9be3eb68114641b0beb2fd12ddaef032 is 43, key is default/ns:d/1733111800697/Put/seqid=0
2024-12-02T03:57:44,675 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnOpenScanner/7054719e8d3edc14f3a4bdccc3d31ed8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-02T03:57:44,677 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8.
2024-12-02T03:57:44,677 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7054719e8d3edc14f3a4bdccc3d31ed8:
Waiting for close lock at 1733111864146Running coprocessor pre-close hooks at 1733111864146Disabling compacts and flushes for region at 1733111864146Disabling writes for close at 1733111864147 (+1 ms)Obtaining lock to block concurrent updates at 1733111864151 (+4 ms)Preparing flush snapshotting stores in 7054719e8d3edc14f3a4bdccc3d31ed8 at 1733111864151Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733111864158 (+7 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8. at 1733111864159 (+1 ms)Flushing 7054719e8d3edc14f3a4bdccc3d31ed8/testFamily: creating writer at 1733111864160 (+1 ms)Flushing 7054719e8d3edc14f3a4bdccc3d31ed8/testFamily: appending metadata at 1733111864193 (+33 ms)Flushing 7054719e8d3edc14f3a4bdccc3d31ed8/testFamily: closing flushed file at 1733111864195 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26e54c8: reopening flushed file at 1733111864650 (+455 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7054719e8d3edc14f3a4bdccc3d31ed8 in 518ms, sequenceid=8, compaction requested=false at 1733111864668 (+18 ms)Writing region close event to WAL at 1733111864670 (+2 ms)Running coprocessor post-close hooks at 1733111864676 (+6 ms)Closed at 1733111864677 (+1 ms)
2024-12-02T03:57:44,678 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733111821502.7054719e8d3edc14f3a4bdccc3d31ed8.
2024-12-02T03:57:44,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741857_1033 (size=5153)
2024-12-02T03:57:44,679 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f2d4f36094a3fcca6b228fb00f061c0, disabling compactions & flushes
2024-12-02T03:57:44,679 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0.
2024-12-02T03:57:44,679 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0.
2024-12-02T03:57:44,679 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0. after waiting 0 ms
2024-12-02T03:57:44,679 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0.
2024-12-02T03:57:44,679 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8f2d4f36094a3fcca6b228fb00f061c0 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-02T03:57:44,694 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnOpenScanner/8f2d4f36094a3fcca6b228fb00f061c0/.tmp/testFamily/fb85e23c9c884aff9a4b0aa9fa17bb3e is 61, key is row-0/testFamily:testQualifier/1733111805237/Put/seqid=0
2024-12-02T03:57:44,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741858_1034 (size=5049)
2024-12-02T03:57:44,724 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-02T03:57:44,750 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49e1f2a96d886b4a39d641d57055f231, 4c50b38af6bd6a894a2da71a6028b8b4, 5037c91049d1918c825100b436b07bd8, 7b37b4f67b2f19dd0d96a421ec36a6b3, 8cea43d5161368301162e2f5e0906df5, 8f2d4f36094a3fcca6b228fb00f061c0, caaf953408746857703f826d3e9b4ab3, fd1b1748203c8d87b0a2c6804e6da1df, ffd731b7d771618b08312b398e552e64
2024-12-02T03:57:44,951 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49e1f2a96d886b4a39d641d57055f231, 4c50b38af6bd6a894a2da71a6028b8b4, 5037c91049d1918c825100b436b07bd8, 7b37b4f67b2f19dd0d96a421ec36a6b3, 8cea43d5161368301162e2f5e0906df5, 8f2d4f36094a3fcca6b228fb00f061c0, caaf953408746857703f826d3e9b4ab3, fd1b1748203c8d87b0a2c6804e6da1df, ffd731b7d771618b08312b398e552e64
2024-12-02T03:57:45,044 INFO  [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-02T03:57:45,044 INFO  [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-02T03:57:45,081 INFO  [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/meta/1588230740/.tmp/ns/9be3eb68114641b0beb2fd12ddaef032
2024-12-02T03:57:45,099 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnOpenScanner/8f2d4f36094a3fcca6b228fb00f061c0/.tmp/testFamily/fb85e23c9c884aff9a4b0aa9fa17bb3e
2024-12-02T03:57:45,108 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnOpenScanner/8f2d4f36094a3fcca6b228fb00f061c0/.tmp/testFamily/fb85e23c9c884aff9a4b0aa9fa17bb3e as hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnOpenScanner/8f2d4f36094a3fcca6b228fb00f061c0/testFamily/fb85e23c9c884aff9a4b0aa9fa17bb3e
2024-12-02T03:57:45,118 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnOpenScanner/8f2d4f36094a3fcca6b228fb00f061c0/testFamily/fb85e23c9c884aff9a4b0aa9fa17bb3e, entries=4, sequenceid=8, filesize=4.9 K
2024-12-02T03:57:45,119 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8f2d4f36094a3fcca6b228fb00f061c0 in 440ms, sequenceid=8, compaction requested=false
2024-12-02T03:57:45,121 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/meta/1588230740/.tmp/table/3a5572a4fe5f4c04898a88b6110cdd45 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733111802266/Put/seqid=0
2024-12-02T03:57:45,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741859_1035 (size=6699)
2024-12-02T03:57:45,126 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnOpenScanner/8f2d4f36094a3fcca6b228fb00f061c0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-02T03:57:45,127 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0.
2024-12-02T03:57:45,127 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f2d4f36094a3fcca6b228fb00f061c0:
Waiting for close lock at 1733111864679Running coprocessor pre-close hooks at 1733111864679Disabling compacts and flushes for region at 1733111864679Disabling writes for close at 1733111864679Obtaining lock to block concurrent updates at 1733111864679Preparing flush snapshotting stores in 8f2d4f36094a3fcca6b228fb00f061c0 at 1733111864679Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733111864679Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0. at 1733111864680 (+1 ms)Flushing 8f2d4f36094a3fcca6b228fb00f061c0/testFamily: creating writer at 1733111864680Flushing 8f2d4f36094a3fcca6b228fb00f061c0/testFamily: appending metadata at 1733111864693 (+13 ms)Flushing 8f2d4f36094a3fcca6b228fb00f061c0/testFamily: closing flushed file at 1733111864693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd87d45: reopening flushed file at 1733111865107 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8f2d4f36094a3fcca6b228fb00f061c0 in 440ms, sequenceid=8, compaction requested=false at 1733111865119 (+12 ms)Writing region close event to WAL at 1733111865121 (+2 ms)Running coprocessor post-close hooks at 1733111865127 (+6 ms)Closed at 1733111865127
2024-12-02T03:57:45,127 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733111804197.8f2d4f36094a3fcca6b228fb00f061c0.
2024-12-02T03:57:45,127 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49e1f2a96d886b4a39d641d57055f231, disabling compactions & flushes
2024-12-02T03:57:45,127 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231.
2024-12-02T03:57:45,127 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231.
2024-12-02T03:57:45,128 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231. after waiting 0 ms
2024-12-02T03:57:45,128 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231.
2024-12-02T03:57:45,128 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 49e1f2a96d886b4a39d641d57055f231 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-02T03:57:45,143 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnNext/49e1f2a96d886b4a39d641d57055f231/.tmp/testFamily/3b2a1ffe14a747cd8fb5d7a95b361f35 is 61, key is row-0/testFamily:testQualifier/1733111851977/Put/seqid=0
2024-12-02T03:57:45,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741860_1036 (size=5049)
2024-12-02T03:57:45,151 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-12-02T03:57:45,151 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1325): Online Regions={49e1f2a96d886b4a39d641d57055f231=hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231., 1588230740=hbase:meta,,1.1588230740, 5037c91049d1918c825100b436b07bd8=testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8., ffd731b7d771618b08312b398e552e64=testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64., 8cea43d5161368301162e2f5e0906df5=hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5., 4c50b38af6bd6a894a2da71a6028b8b4=testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4., 7b37b4f67b2f19dd0d96a421ec36a6b3=testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3., fd1b1748203c8d87b0a2c6804e6da1df=testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df., caaf953408746857703f826d3e9b4ab3=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3.}
2024-12-02T03:57:45,151 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49e1f2a96d886b4a39d641d57055f231, 4c50b38af6bd6a894a2da71a6028b8b4, 5037c91049d1918c825100b436b07bd8, 7b37b4f67b2f19dd0d96a421ec36a6b3, 8cea43d5161368301162e2f5e0906df5, caaf953408746857703f826d3e9b4ab3, fd1b1748203c8d87b0a2c6804e6da1df, ffd731b7d771618b08312b398e552e64
2024-12-02T03:57:45,351 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49e1f2a96d886b4a39d641d57055f231, 4c50b38af6bd6a894a2da71a6028b8b4, 5037c91049d1918c825100b436b07bd8, 7b37b4f67b2f19dd0d96a421ec36a6b3, 8cea43d5161368301162e2f5e0906df5, caaf953408746857703f826d3e9b4ab3, fd1b1748203c8d87b0a2c6804e6da1df, ffd731b7d771618b08312b398e552e64
2024-12-02T03:57:45,529 INFO  [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/meta/1588230740/.tmp/table/3a5572a4fe5f4c04898a88b6110cdd45
2024-12-02T03:57:45,545 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/meta/1588230740/.tmp/info/4035a5baad0445108344d9d9e14a809e as hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/meta/1588230740/info/4035a5baad0445108344d9d9e14a809e
2024-12-02T03:57:45,548 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnNext/49e1f2a96d886b4a39d641d57055f231/.tmp/testFamily/3b2a1ffe14a747cd8fb5d7a95b361f35
2024-12-02T03:57:45,552 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49e1f2a96d886b4a39d641d57055f231, 4c50b38af6bd6a894a2da71a6028b8b4, 5037c91049d1918c825100b436b07bd8, 7b37b4f67b2f19dd0d96a421ec36a6b3, 8cea43d5161368301162e2f5e0906df5, caaf953408746857703f826d3e9b4ab3, fd1b1748203c8d87b0a2c6804e6da1df, ffd731b7d771618b08312b398e552e64
2024-12-02T03:57:45,555 INFO  [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/meta/1588230740/info/4035a5baad0445108344d9d9e14a809e, entries=100, sequenceid=56, filesize=20.1 K
2024-12-02T03:57:45,557 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnNext/49e1f2a96d886b4a39d641d57055f231/.tmp/testFamily/3b2a1ffe14a747cd8fb5d7a95b361f35 as hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnNext/49e1f2a96d886b4a39d641d57055f231/testFamily/3b2a1ffe14a747cd8fb5d7a95b361f35
2024-12-02T03:57:45,557 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/meta/1588230740/.tmp/ns/9be3eb68114641b0beb2fd12ddaef032 as hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/meta/1588230740/ns/9be3eb68114641b0beb2fd12ddaef032
2024-12-02T03:57:45,566 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnNext/49e1f2a96d886b4a39d641d57055f231/testFamily/3b2a1ffe14a747cd8fb5d7a95b361f35, entries=4, sequenceid=8, filesize=4.9 K
2024-12-02T03:57:45,566 INFO  [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/meta/1588230740/ns/9be3eb68114641b0beb2fd12ddaef032, entries=2, sequenceid=56, filesize=5.0 K
2024-12-02T03:57:45,568 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 49e1f2a96d886b4a39d641d57055f231 in 439ms, sequenceid=8, compaction requested=false
2024-12-02T03:57:45,568 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/meta/1588230740/.tmp/table/3a5572a4fe5f4c04898a88b6110cdd45 as hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/meta/1588230740/table/3a5572a4fe5f4c04898a88b6110cdd45
2024-12-02T03:57:45,572 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnNext/49e1f2a96d886b4a39d641d57055f231/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-02T03:57:45,573 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231.
2024-12-02T03:57:45,574 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49e1f2a96d886b4a39d641d57055f231:
Waiting for close lock at 1733111865127Running coprocessor pre-close hooks at 1733111865127Disabling compacts and flushes for region at 1733111865127Disabling writes for close at 1733111865128 (+1 ms)Obtaining lock to block concurrent updates at 1733111865128Preparing flush snapshotting stores in 49e1f2a96d886b4a39d641d57055f231 at 1733111865128Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733111865128Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231. at 1733111865128Flushing 49e1f2a96d886b4a39d641d57055f231/testFamily: creating writer at 1733111865129 (+1 ms)Flushing 49e1f2a96d886b4a39d641d57055f231/testFamily: appending metadata at 1733111865143 (+14 ms)Flushing 49e1f2a96d886b4a39d641d57055f231/testFamily: closing flushed file at 1733111865143Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@635aa29f: reopening flushed file at 1733111865555 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 49e1f2a96d886b4a39d641d57055f231 in 439ms, sequenceid=8, compaction requested=false at 1733111865568 (+13 ms)Writing region close event to WAL at 1733111865568Running coprocessor post-close hooks at 1733111865573 (+5 ms)Closed at 1733111865573
2024-12-02T03:57:45,574 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733111848921.49e1f2a96d886b4a39d641d57055f231.
2024-12-02T03:57:45,574 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5037c91049d1918c825100b436b07bd8, disabling compactions & flushes
2024-12-02T03:57:45,574 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8.
2024-12-02T03:57:45,574 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8.
2024-12-02T03:57:45,574 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8. after waiting 0 ms
2024-12-02T03:57:45,574 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8.
2024-12-02T03:57:45,574 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5037c91049d1918c825100b436b07bd8 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-02T03:57:45,578 INFO  [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/meta/1588230740/table/3a5572a4fe5f4c04898a88b6110cdd45, entries=20, sequenceid=56, filesize=6.5 K
2024-12-02T03:57:45,580 INFO  [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1431ms, sequenceid=56, compaction requested=false
2024-12-02T03:57:45,586 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-12-02T03:57:45,587 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-02T03:57:45,587 INFO  [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-02T03:57:45,588 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733111864148Running coprocessor pre-close hooks at 1733111864148Disabling compacts and flushes for region at 1733111864148Disabling writes for close at 1733111864149 (+1 ms)Obtaining lock to block concurrent updates at 1733111864151 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733111864151Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733111864158 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733111864159 (+1 ms)Flushing 1588230740/info: creating writer at 1733111864160 (+1 ms)Flushing 1588230740/info: appending metadata at 1733111864198 (+38 ms)Flushing 1588230740/info: closing flushed file at 1733111864198Flushing 1588230740/ns: creating writer at 1733111864650 (+452 ms)Flushing 1588230740/ns: appending metadata at 1733111864672 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733111864672Flushing 1588230740/table: creating writer at 1733111865097 (+425 ms)Flushing 1588230740/table: appending metadata at 1733111865121 (+24 ms)Flushing 1588230740/table: closing flushed file at 1733111865121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4916b4cd: reopening flushed file at 1733111865544 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2288178b: reopening flushed file at 1733111865556 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6785843d: reopening flushed file at 1733111865567 (+11 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1431ms, sequenceid=56, compaction requested=false at 1733111865580 (+13 ms)Writing region close event to WAL at 1733111865581 (+1 ms)Running coprocessor post-close hooks at 1733111865587 (+6 ms)Closed at 1733111865587
2024-12-02T03:57:45,588 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-02T03:57:45,591 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnNextAsync/5037c91049d1918c825100b436b07bd8/.tmp/testFamily/aec00c494e344f6a875ec56cfcddd709 is 61, key is row-0/testFamily:testQualifier/1733111830667/Put/seqid=0
2024-12-02T03:57:45,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741861_1037 (size=5049)
2024-12-02T03:57:45,752 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on 4c50b38af6bd6a894a2da71a6028b8b4, 5037c91049d1918c825100b436b07bd8, 7b37b4f67b2f19dd0d96a421ec36a6b3, 8cea43d5161368301162e2f5e0906df5, caaf953408746857703f826d3e9b4ab3, fd1b1748203c8d87b0a2c6804e6da1df, ffd731b7d771618b08312b398e552e64
2024-12-02T03:57:45,952 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on 4c50b38af6bd6a894a2da71a6028b8b4, 5037c91049d1918c825100b436b07bd8, 7b37b4f67b2f19dd0d96a421ec36a6b3, 8cea43d5161368301162e2f5e0906df5, caaf953408746857703f826d3e9b4ab3, fd1b1748203c8d87b0a2c6804e6da1df, ffd731b7d771618b08312b398e552e64
2024-12-02T03:57:46,000 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnNextAsync/5037c91049d1918c825100b436b07bd8/.tmp/testFamily/aec00c494e344f6a875ec56cfcddd709
2024-12-02T03:57:46,013 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnNextAsync/5037c91049d1918c825100b436b07bd8/.tmp/testFamily/aec00c494e344f6a875ec56cfcddd709 as hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnNextAsync/5037c91049d1918c825100b436b07bd8/testFamily/aec00c494e344f6a875ec56cfcddd709
2024-12-02T03:57:46,020 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnNextAsync/5037c91049d1918c825100b436b07bd8/testFamily/aec00c494e344f6a875ec56cfcddd709, entries=4, sequenceid=8, filesize=4.9 K
2024-12-02T03:57:46,022 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5037c91049d1918c825100b436b07bd8 in 448ms, sequenceid=8, compaction requested=false
2024-12-02T03:57:46,027 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnNextAsync/5037c91049d1918c825100b436b07bd8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-02T03:57:46,027 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8.
2024-12-02T03:57:46,028 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5037c91049d1918c825100b436b07bd8:
Waiting for close lock at 1733111865574Running coprocessor pre-close hooks at 1733111865574Disabling compacts and flushes for region at 1733111865574Disabling writes for close at 1733111865574Obtaining lock to block concurrent updates at 1733111865574Preparing flush snapshotting stores in 5037c91049d1918c825100b436b07bd8 at 1733111865574Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733111865575 (+1 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8. at 1733111865575Flushing 5037c91049d1918c825100b436b07bd8/testFamily: creating writer at 1733111865575Flushing 5037c91049d1918c825100b436b07bd8/testFamily: appending metadata at 1733111865591 (+16 ms)Flushing 5037c91049d1918c825100b436b07bd8/testFamily: closing flushed file at 1733111865591Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36fcc49b: reopening flushed file at 1733111866011 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5037c91049d1918c825100b436b07bd8 in 448ms, sequenceid=8, compaction requested=false at 1733111866022 (+11 ms)Writing region close event to WAL at 1733111866022Running coprocessor post-close hooks at 1733111866027 (+5 ms)Closed at 1733111866027
2024-12-02T03:57:46,028 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733111827616.5037c91049d1918c825100b436b07bd8.
2024-12-02T03:57:46,028 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ffd731b7d771618b08312b398e552e64, disabling compactions & flushes
2024-12-02T03:57:46,028 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64.
2024-12-02T03:57:46,028 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64.
2024-12-02T03:57:46,028 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64. after waiting 0 ms
2024-12-02T03:57:46,028 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64.
2024-12-02T03:57:46,028 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ffd731b7d771618b08312b398e552e64 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-02T03:57:46,044 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ffd731b7d771618b08312b398e552e64/.tmp/testFamily/672e4fbc2cf84b80b33c91fee06cbde9 is 61, key is row-0/testFamily:testQualifier/1733111804097/Put/seqid=0
2024-12-02T03:57:46,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741862_1038 (size=5049)
2024-12-02T03:57:46,153 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-12-02T03:57:46,153 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1325): Online Regions={ffd731b7d771618b08312b398e552e64=testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64., 8cea43d5161368301162e2f5e0906df5=hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5., 4c50b38af6bd6a894a2da71a6028b8b4=testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4., 7b37b4f67b2f19dd0d96a421ec36a6b3=testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3., fd1b1748203c8d87b0a2c6804e6da1df=testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df., caaf953408746857703f826d3e9b4ab3=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3.}
2024-12-02T03:57:46,153 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on 4c50b38af6bd6a894a2da71a6028b8b4, 7b37b4f67b2f19dd0d96a421ec36a6b3, 8cea43d5161368301162e2f5e0906df5, caaf953408746857703f826d3e9b4ab3, fd1b1748203c8d87b0a2c6804e6da1df, ffd731b7d771618b08312b398e552e64
2024-12-02T03:57:46,353 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on 4c50b38af6bd6a894a2da71a6028b8b4, 7b37b4f67b2f19dd0d96a421ec36a6b3, 8cea43d5161368301162e2f5e0906df5, caaf953408746857703f826d3e9b4ab3, fd1b1748203c8d87b0a2c6804e6da1df, ffd731b7d771618b08312b398e552e64
2024-12-02T03:57:46,451 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ffd731b7d771618b08312b398e552e64/.tmp/testFamily/672e4fbc2cf84b80b33c91fee06cbde9
2024-12-02T03:57:46,466 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ffd731b7d771618b08312b398e552e64/.tmp/testFamily/672e4fbc2cf84b80b33c91fee06cbde9 as hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ffd731b7d771618b08312b398e552e64/testFamily/672e4fbc2cf84b80b33c91fee06cbde9
2024-12-02T03:57:46,473 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ffd731b7d771618b08312b398e552e64/testFamily/672e4fbc2cf84b80b33c91fee06cbde9, entries=4, sequenceid=8, filesize=4.9 K
2024-12-02T03:57:46,474 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ffd731b7d771618b08312b398e552e64 in 446ms, sequenceid=8, compaction requested=false
2024-12-02T03:57:46,479 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ffd731b7d771618b08312b398e552e64/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-02T03:57:46,479 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64.
2024-12-02T03:57:46,479 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ffd731b7d771618b08312b398e552e64:
Waiting for close lock at 1733111866028Running coprocessor pre-close hooks at 1733111866028Disabling compacts and flushes for region at 1733111866028Disabling writes for close at 1733111866028Obtaining lock to block concurrent updates at 1733111866028Preparing flush snapshotting stores in ffd731b7d771618b08312b398e552e64 at 1733111866028Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733111866028Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64. at 1733111866029 (+1 ms)Flushing ffd731b7d771618b08312b398e552e64/testFamily: creating writer at 1733111866029Flushing ffd731b7d771618b08312b398e552e64/testFamily: appending metadata at 1733111866044 (+15 ms)Flushing ffd731b7d771618b08312b398e552e64/testFamily: closing flushed file at 1733111866044Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70e4d5b1: reopening flushed file at 1733111866465 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ffd731b7d771618b08312b398e552e64 in 446ms, sequenceid=8, compaction requested=false at 1733111866474 (+9 ms)Writing region close event to WAL at 1733111866475 (+1 ms)Running coprocessor post-close hooks at 1733111866479 (+4 ms)Closed at 1733111866479
2024-12-02T03:57:46,480 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733111801002.ffd731b7d771618b08312b398e552e64.
2024-12-02T03:57:46,480 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8cea43d5161368301162e2f5e0906df5, disabling compactions & flushes
2024-12-02T03:57:46,480 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5.
2024-12-02T03:57:46,480 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5.
2024-12-02T03:57:46,480 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5. after waiting 0 ms
2024-12-02T03:57:46,480 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5.
2024-12-02T03:57:46,480 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8cea43d5161368301162e2f5e0906df5 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-02T03:57:46,502 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnNextAsync/8cea43d5161368301162e2f5e0906df5/.tmp/testFamily/e6977fb3a3114e6ba178138c38d0099d is 61, key is row-0/testFamily:testQualifier/1733111814360/Put/seqid=0
2024-12-02T03:57:46,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741863_1039 (size=5049)
2024-12-02T03:57:46,554 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on 4c50b38af6bd6a894a2da71a6028b8b4, 7b37b4f67b2f19dd0d96a421ec36a6b3, 8cea43d5161368301162e2f5e0906df5, caaf953408746857703f826d3e9b4ab3, fd1b1748203c8d87b0a2c6804e6da1df
2024-12-02T03:57:46,754 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on 4c50b38af6bd6a894a2da71a6028b8b4, 7b37b4f67b2f19dd0d96a421ec36a6b3, 8cea43d5161368301162e2f5e0906df5, caaf953408746857703f826d3e9b4ab3, fd1b1748203c8d87b0a2c6804e6da1df
2024-12-02T03:57:46,837 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-12-02T03:57:46,837 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-02T03:57:46,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-02T03:57:46,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-02T03:57:46,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-02T03:57:46,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-02T03:57:46,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-02T03:57:46,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-02T03:57:46,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-02T03:57:46,855 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e2eaa0f11f7e:42033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	... 10 more
2024-12-02T03:57:46,909 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnNextAsync/8cea43d5161368301162e2f5e0906df5/.tmp/testFamily/e6977fb3a3114e6ba178138c38d0099d
2024-12-02T03:57:46,925 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnNextAsync/8cea43d5161368301162e2f5e0906df5/.tmp/testFamily/e6977fb3a3114e6ba178138c38d0099d as hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnNextAsync/8cea43d5161368301162e2f5e0906df5/testFamily/e6977fb3a3114e6ba178138c38d0099d
2024-12-02T03:57:46,933 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnNextAsync/8cea43d5161368301162e2f5e0906df5/testFamily/e6977fb3a3114e6ba178138c38d0099d, entries=4, sequenceid=8, filesize=4.9 K
2024-12-02T03:57:46,934 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8cea43d5161368301162e2f5e0906df5 in 454ms, sequenceid=8, compaction requested=false
2024-12-02T03:57:46,940 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnNextAsync/8cea43d5161368301162e2f5e0906df5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-02T03:57:46,941 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5.
2024-12-02T03:57:46,941 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8cea43d5161368301162e2f5e0906df5:
Waiting for close lock at 1733111866480Running coprocessor pre-close hooks at 1733111866480Disabling compacts and flushes for region at 1733111866480Disabling writes for close at 1733111866480Obtaining lock to block concurrent updates at 1733111866480Preparing flush snapshotting stores in 8cea43d5161368301162e2f5e0906df5 at 1733111866480Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733111866480Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5. at 1733111866481 (+1 ms)Flushing 8cea43d5161368301162e2f5e0906df5/testFamily: creating writer at 1733111866481Flushing 8cea43d5161368301162e2f5e0906df5/testFamily: appending metadata at 1733111866502 (+21 ms)Flushing 8cea43d5161368301162e2f5e0906df5/testFamily: closing flushed file at 1733111866502Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d92e67: reopening flushed file at 1733111866923 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8cea43d5161368301162e2f5e0906df5 in 454ms, sequenceid=8, compaction requested=false at 1733111866934 (+11 ms)Writing region close event to WAL at 1733111866935 (+1 ms)Running coprocessor post-close hooks at 1733111866941 (+6 ms)Closed at 1733111866941
2024-12-02T03:57:46,941 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733111811296.8cea43d5161368301162e2f5e0906df5.
2024-12-02T03:57:46,941 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c50b38af6bd6a894a2da71a6028b8b4, disabling compactions & flushes
2024-12-02T03:57:46,941 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4.
2024-12-02T03:57:46,941 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4.
2024-12-02T03:57:46,941 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4. after waiting 0 ms
2024-12-02T03:57:46,941 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4.
2024-12-02T03:57:46,941 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4c50b38af6bd6a894a2da71a6028b8b4 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-02T03:57:46,954 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on 4c50b38af6bd6a894a2da71a6028b8b4, 7b37b4f67b2f19dd0d96a421ec36a6b3, caaf953408746857703f826d3e9b4ab3, fd1b1748203c8d87b0a2c6804e6da1df
2024-12-02T03:57:46,957 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnOpenScannerAsync/4c50b38af6bd6a894a2da71a6028b8b4/.tmp/testFamily/ef6495df0c294eeab92d905ae60bc160 is 61, key is row-0/testFamily:testQualifier/1733111861081/Put/seqid=0
2024-12-02T03:57:46,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741864_1040 (size=5049)
2024-12-02T03:57:47,155 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-12-02T03:57:47,155 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1325): Online Regions={4c50b38af6bd6a894a2da71a6028b8b4=testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4., 7b37b4f67b2f19dd0d96a421ec36a6b3=testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3., fd1b1748203c8d87b0a2c6804e6da1df=testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df., caaf953408746857703f826d3e9b4ab3=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3.}
2024-12-02T03:57:47,155 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on 4c50b38af6bd6a894a2da71a6028b8b4, 7b37b4f67b2f19dd0d96a421ec36a6b3, caaf953408746857703f826d3e9b4ab3, fd1b1748203c8d87b0a2c6804e6da1df
2024-12-02T03:57:47,356 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on 4c50b38af6bd6a894a2da71a6028b8b4, 7b37b4f67b2f19dd0d96a421ec36a6b3, caaf953408746857703f826d3e9b4ab3, fd1b1748203c8d87b0a2c6804e6da1df
2024-12-02T03:57:47,364 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnOpenScannerAsync/4c50b38af6bd6a894a2da71a6028b8b4/.tmp/testFamily/ef6495df0c294eeab92d905ae60bc160
2024-12-02T03:57:47,378 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnOpenScannerAsync/4c50b38af6bd6a894a2da71a6028b8b4/.tmp/testFamily/ef6495df0c294eeab92d905ae60bc160 as hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnOpenScannerAsync/4c50b38af6bd6a894a2da71a6028b8b4/testFamily/ef6495df0c294eeab92d905ae60bc160
2024-12-02T03:57:47,387 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnOpenScannerAsync/4c50b38af6bd6a894a2da71a6028b8b4/testFamily/ef6495df0c294eeab92d905ae60bc160, entries=4, sequenceid=8, filesize=4.9 K
2024-12-02T03:57:47,389 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4c50b38af6bd6a894a2da71a6028b8b4 in 448ms, sequenceid=8, compaction requested=false
2024-12-02T03:57:47,395 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnOpenScannerAsync/4c50b38af6bd6a894a2da71a6028b8b4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-02T03:57:47,396 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4.
2024-12-02T03:57:47,396 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c50b38af6bd6a894a2da71a6028b8b4:
Waiting for close lock at 1733111866941Running coprocessor pre-close hooks at 1733111866941Disabling compacts and flushes for region at 1733111866941Disabling writes for close at 1733111866941Obtaining lock to block concurrent updates at 1733111866941Preparing flush snapshotting stores in 4c50b38af6bd6a894a2da71a6028b8b4 at 1733111866941Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733111866942 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4. at 1733111866942Flushing 4c50b38af6bd6a894a2da71a6028b8b4/testFamily: creating writer at 1733111866942Flushing 4c50b38af6bd6a894a2da71a6028b8b4/testFamily: appending metadata at 1733111866957 (+15 ms)Flushing 4c50b38af6bd6a894a2da71a6028b8b4/testFamily: closing flushed file at 1733111866957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ef269dc: reopening flushed file at 1733111867377 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4c50b38af6bd6a894a2da71a6028b8b4 in 448ms, sequenceid=8, compaction requested=false at 1733111867389 (+12 ms)Writing region close event to WAL at 1733111867390 (+1 ms)Running coprocessor post-close hooks at 1733111867395 (+5 ms)Closed at 1733111867395
2024-12-02T03:57:47,396 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733111858012.4c50b38af6bd6a894a2da71a6028b8b4.
2024-12-02T03:57:47,396 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b37b4f67b2f19dd0d96a421ec36a6b3, disabling compactions & flushes
2024-12-02T03:57:47,396 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3.
2024-12-02T03:57:47,396 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3.
2024-12-02T03:57:47,396 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3. after waiting 0 ms
2024-12-02T03:57:47,396 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3.
2024-12-02T03:57:47,396 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7b37b4f67b2f19dd0d96a421ec36a6b3 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-02T03:57:47,415 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testRetryOutOfOrderScannerNextException/7b37b4f67b2f19dd0d96a421ec36a6b3/.tmp/testFamily/837d293c305e426b899c580f6a110525 is 61, key is row-0/testFamily:testQualifier/1733111821448/Put/seqid=0
2024-12-02T03:57:47,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741865_1041 (size=5049)
2024-12-02T03:57:47,556 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on 7b37b4f67b2f19dd0d96a421ec36a6b3, caaf953408746857703f826d3e9b4ab3, fd1b1748203c8d87b0a2c6804e6da1df
2024-12-02T03:57:47,757 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on 7b37b4f67b2f19dd0d96a421ec36a6b3, caaf953408746857703f826d3e9b4ab3, fd1b1748203c8d87b0a2c6804e6da1df
2024-12-02T03:57:47,822 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testRetryOutOfOrderScannerNextException/7b37b4f67b2f19dd0d96a421ec36a6b3/.tmp/testFamily/837d293c305e426b899c580f6a110525
2024-12-02T03:57:47,837 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testRetryOutOfOrderScannerNextException/7b37b4f67b2f19dd0d96a421ec36a6b3/.tmp/testFamily/837d293c305e426b899c580f6a110525 as hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testRetryOutOfOrderScannerNextException/7b37b4f67b2f19dd0d96a421ec36a6b3/testFamily/837d293c305e426b899c580f6a110525
2024-12-02T03:57:47,844 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testRetryOutOfOrderScannerNextException/7b37b4f67b2f19dd0d96a421ec36a6b3/testFamily/837d293c305e426b899c580f6a110525, entries=4, sequenceid=8, filesize=4.9 K
2024-12-02T03:57:47,845 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7b37b4f67b2f19dd0d96a421ec36a6b3 in 449ms, sequenceid=8, compaction requested=false
2024-12-02T03:57:47,849 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testRetryOutOfOrderScannerNextException/7b37b4f67b2f19dd0d96a421ec36a6b3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-02T03:57:47,850 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3.
2024-12-02T03:57:47,850 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b37b4f67b2f19dd0d96a421ec36a6b3:
Waiting for close lock at 1733111867396Running coprocessor pre-close hooks at 1733111867396Disabling compacts and flushes for region at 1733111867396Disabling writes for close at 1733111867396Obtaining lock to block concurrent updates at 1733111867396Preparing flush snapshotting stores in 7b37b4f67b2f19dd0d96a421ec36a6b3 at 1733111867396Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733111867397 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3. at 1733111867398 (+1 ms)Flushing 7b37b4f67b2f19dd0d96a421ec36a6b3/testFamily: creating writer at 1733111867398Flushing 7b37b4f67b2f19dd0d96a421ec36a6b3/testFamily: appending metadata at 1733111867415 (+17 ms)Flushing 7b37b4f67b2f19dd0d96a421ec36a6b3/testFamily: closing flushed file at 1733111867415Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fa2c413: reopening flushed file at 1733111867836 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7b37b4f67b2f19dd0d96a421ec36a6b3 in 449ms, sequenceid=8, compaction requested=false at 1733111867845 (+9 ms)Writing region close event to WAL at 1733111867846 (+1 ms)Running coprocessor post-close hooks at 1733111867850 (+4 ms)Closed at 1733111867850
2024-12-02T03:57:47,850 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733111820409.7b37b4f67b2f19dd0d96a421ec36a6b3.
2024-12-02T03:57:47,851 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd1b1748203c8d87b0a2c6804e6da1df, disabling compactions & flushes
2024-12-02T03:57:47,851 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df.
2024-12-02T03:57:47,851 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df.
2024-12-02T03:57:47,851 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df. after waiting 0 ms
2024-12-02T03:57:47,851 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df.
2024-12-02T03:57:47,851 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fd1b1748203c8d87b0a2c6804e6da1df 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-02T03:57:47,865 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnNext/fd1b1748203c8d87b0a2c6804e6da1df/.tmp/testFamily/1a8cbdbd8c5743b2a2c0d6c89b002ce6 is 61, key is row-0/testFamily:testQualifier/1733111836759/Put/seqid=0
2024-12-02T03:57:47,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741866_1042 (size=5049)
2024-12-02T03:57:47,957 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on caaf953408746857703f826d3e9b4ab3, fd1b1748203c8d87b0a2c6804e6da1df
2024-12-02T03:57:48,157 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-02T03:57:48,158 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1325): Online Regions={fd1b1748203c8d87b0a2c6804e6da1df=testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df., caaf953408746857703f826d3e9b4ab3=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3.}
2024-12-02T03:57:48,158 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on caaf953408746857703f826d3e9b4ab3, fd1b1748203c8d87b0a2c6804e6da1df
2024-12-02T03:57:48,273 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnNext/fd1b1748203c8d87b0a2c6804e6da1df/.tmp/testFamily/1a8cbdbd8c5743b2a2c0d6c89b002ce6
2024-12-02T03:57:48,286 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnNext/fd1b1748203c8d87b0a2c6804e6da1df/.tmp/testFamily/1a8cbdbd8c5743b2a2c0d6c89b002ce6 as hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnNext/fd1b1748203c8d87b0a2c6804e6da1df/testFamily/1a8cbdbd8c5743b2a2c0d6c89b002ce6
2024-12-02T03:57:48,294 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnNext/fd1b1748203c8d87b0a2c6804e6da1df/testFamily/1a8cbdbd8c5743b2a2c0d6c89b002ce6, entries=4, sequenceid=8, filesize=4.9 K
2024-12-02T03:57:48,296 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fd1b1748203c8d87b0a2c6804e6da1df in 445ms, sequenceid=8, compaction requested=false
2024-12-02T03:57:48,300 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/default/testNormalScanTimeoutOnNext/fd1b1748203c8d87b0a2c6804e6da1df/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-02T03:57:48,301 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df.
2024-12-02T03:57:48,301 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd1b1748203c8d87b0a2c6804e6da1df:
Waiting for close lock at 1733111867851Running coprocessor pre-close hooks at 1733111867851Disabling compacts and flushes for region at 1733111867851Disabling writes for close at 1733111867851Obtaining lock to block concurrent updates at 1733111867851Preparing flush snapshotting stores in fd1b1748203c8d87b0a2c6804e6da1df at 1733111867851Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733111867851Flushing stores of testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df. at 1733111867852 (+1 ms)Flushing fd1b1748203c8d87b0a2c6804e6da1df/testFamily: creating writer at 1733111867852Flushing fd1b1748203c8d87b0a2c6804e6da1df/testFamily: appending metadata at 1733111867865 (+13 ms)Flushing fd1b1748203c8d87b0a2c6804e6da1df/testFamily: closing flushed file at 1733111867865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e300251: reopening flushed file at 1733111868285 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fd1b1748203c8d87b0a2c6804e6da1df in 445ms, sequenceid=8, compaction requested=false at 1733111868296 (+11 ms)Writing region close event to WAL at 1733111868296Running coprocessor post-close hooks at 1733111868301 (+5 ms)Closed at 1733111868301
2024-12-02T03:57:48,301 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733111833717.fd1b1748203c8d87b0a2c6804e6da1df.
2024-12-02T03:57:48,302 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing caaf953408746857703f826d3e9b4ab3, disabling compactions & flushes
2024-12-02T03:57:48,302 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3.
2024-12-02T03:57:48,302 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3.
2024-12-02T03:57:48,302 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3. after waiting 0 ms
2024-12-02T03:57:48,302 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3.
2024-12-02T03:57:48,302 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing caaf953408746857703f826d3e9b4ab3 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-02T03:57:48,317 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/caaf953408746857703f826d3e9b4ab3/.tmp/testFamily/217ffe7c275e4220b8f0d2fbc0096983 is 61, key is row-0/testFamily:testQualifier/1733111842871/Put/seqid=0
2024-12-02T03:57:48,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741867_1043 (size=5049)
2024-12-02T03:57:48,358 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on caaf953408746857703f826d3e9b4ab3
2024-12-02T03:57:48,559 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1351): Waiting on caaf953408746857703f826d3e9b4ab3
2024-12-02T03:57:48,723 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/caaf953408746857703f826d3e9b4ab3/.tmp/testFamily/217ffe7c275e4220b8f0d2fbc0096983
2024-12-02T03:57:48,733 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/caaf953408746857703f826d3e9b4ab3/.tmp/testFamily/217ffe7c275e4220b8f0d2fbc0096983 as hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/caaf953408746857703f826d3e9b4ab3/testFamily/217ffe7c275e4220b8f0d2fbc0096983
2024-12-02T03:57:48,740 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/caaf953408746857703f826d3e9b4ab3/testFamily/217ffe7c275e4220b8f0d2fbc0096983, entries=4, sequenceid=8, filesize=4.9 K
2024-12-02T03:57:48,741 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for caaf953408746857703f826d3e9b4ab3 in 439ms, sequenceid=8, compaction requested=false
2024-12-02T03:57:48,746 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/caaf953408746857703f826d3e9b4ab3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-02T03:57:48,746 INFO  [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3.
2024-12-02T03:57:48,746 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for caaf953408746857703f826d3e9b4ab3:
Waiting for close lock at 1733111868302Running coprocessor pre-close hooks at 1733111868302Disabling compacts and flushes for region at 1733111868302Disabling writes for close at 1733111868302Obtaining lock to block concurrent updates at 1733111868302Preparing flush snapshotting stores in caaf953408746857703f826d3e9b4ab3 at 1733111868302Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733111868302Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3. at 1733111868303 (+1 ms)Flushing caaf953408746857703f826d3e9b4ab3/testFamily: creating writer at 1733111868303Flushing caaf953408746857703f826d3e9b4ab3/testFamily: appending metadata at 1733111868316 (+13 ms)Flushing caaf953408746857703f826d3e9b4ab3/testFamily: closing flushed file at 1733111868316Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f8469e: reopening flushed file at 1733111868732 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for caaf953408746857703f826d3e9b4ab3 in 439ms, sequenceid=8, compaction requested=false at 1733111868741 (+9 ms)Writing region close event to WAL at 1733111868742 (+1 ms)Running coprocessor post-close hooks at 1733111868746 (+4 ms)Closed at 1733111868746
2024-12-02T03:57:48,747 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733111839811.caaf953408746857703f826d3e9b4ab3.
2024-12-02T03:57:48,759 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(976): stopping server e2eaa0f11f7e,33485,1733111767226; all regions closed.
2024-12-02T03:57:48,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741834_1010 (size=19479)
2024-12-02T03:57:48,768 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/oldWALs
2024-12-02T03:57:48,768 INFO  [RS:0;e2eaa0f11f7e:33485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C33485%2C1733111767226.meta:.meta(num 1733111800511)
2024-12-02T03:57:48,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741833_1009 (size=20031)
2024-12-02T03:57:48,771 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/WALs/e2eaa0f11f7e,33485,1733111767226/e2eaa0f11f7e%2C33485%2C1733111767226.1733111800106 not finished, retry = 0
2024-12-02T03:57:48,878 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/oldWALs
2024-12-02T03:57:48,878 INFO  [RS:0;e2eaa0f11f7e:33485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C33485%2C1733111767226:(num 1733111800106)
2024-12-02T03:57:48,878 DEBUG [RS:0;e2eaa0f11f7e:33485 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-02T03:57:48,878 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T03:57:48,879 INFO  [RS:0;e2eaa0f11f7e:33485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T03:57:48,879 INFO  [RS:0;e2eaa0f11f7e:33485 {}] hbase.ChoreService(370): Chore service for: regionserver/e2eaa0f11f7e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-02T03:57:48,880 INFO  [RS:0;e2eaa0f11f7e:33485 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T03:57:48,880 INFO  [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T03:57:48,881 INFO  [RS:0;e2eaa0f11f7e:33485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33485
2024-12-02T03:57:48,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33485-0x10195786d640001, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,33485,1733111767226
2024-12-02T03:57:48,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-02T03:57:48,944 INFO  [RS:0;e2eaa0f11f7e:33485 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T03:57:48,947 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,33485,1733111767226]
2024-12-02T03:57:48,966 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,33485,1733111767226 already deleted, retry=false
2024-12-02T03:57:48,967 INFO  [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-02T03:57:48,967 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2eaa0f11f7e,33485,1733111767226 expired; onlineServers=0
2024-12-02T03:57:48,967 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e2eaa0f11f7e,42033,1733111766479' *****
2024-12-02T03:57:48,967 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-02T03:57:48,968 INFO  [M:0;e2eaa0f11f7e:42033 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-02T03:57:48,968 INFO  [M:0;e2eaa0f11f7e:42033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-02T03:57:48,968 DEBUG [M:0;e2eaa0f11f7e:42033 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-02T03:57:48,969 DEBUG [M:0;e2eaa0f11f7e:42033 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-02T03:57:48,969 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-02T03:57:48,969 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111769915 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111769915,5,FailOnTimeoutGroup]
2024-12-02T03:57:48,969 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111769913 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111769913,5,FailOnTimeoutGroup]
2024-12-02T03:57:48,969 INFO  [M:0;e2eaa0f11f7e:42033 {}] hbase.ChoreService(370): Chore service for: master/e2eaa0f11f7e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-02T03:57:48,970 INFO  [M:0;e2eaa0f11f7e:42033 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-02T03:57:48,970 DEBUG [M:0;e2eaa0f11f7e:42033 {}] master.HMaster(1795): Stopping service threads
2024-12-02T03:57:48,970 INFO  [M:0;e2eaa0f11f7e:42033 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-02T03:57:48,970 INFO  [M:0;e2eaa0f11f7e:42033 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-02T03:57:48,972 INFO  [M:0;e2eaa0f11f7e:42033 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-02T03:57:48,972 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-02T03:57:48,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-02T03:57:48,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-02T03:57:48,977 DEBUG [M:0;e2eaa0f11f7e:42033 {}] zookeeper.ZKUtil(347): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-02T03:57:48,977 WARN  [M:0;e2eaa0f11f7e:42033 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-02T03:57:48,978 INFO  [M:0;e2eaa0f11f7e:42033 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/.lastflushedseqids
2024-12-02T03:57:48,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741868_1044 (size=721)
2024-12-02T03:57:49,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33485-0x10195786d640001, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T03:57:49,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33485-0x10195786d640001, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T03:57:49,060 INFO  [RS:0;e2eaa0f11f7e:33485 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T03:57:49,060 INFO  [RS:0;e2eaa0f11f7e:33485 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,33485,1733111767226; zookeeper connection closed.
2024-12-02T03:57:49,060 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ce8ae74 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ce8ae74
2024-12-02T03:57:49,061 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-02T03:57:49,394 INFO  [M:0;e2eaa0f11f7e:42033 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-02T03:57:49,395 INFO  [M:0;e2eaa0f11f7e:42033 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-02T03:57:49,395 DEBUG [M:0;e2eaa0f11f7e:42033 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-02T03:57:49,395 INFO  [M:0;e2eaa0f11f7e:42033 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T03:57:49,395 DEBUG [M:0;e2eaa0f11f7e:42033 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T03:57:49,396 DEBUG [M:0;e2eaa0f11f7e:42033 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-02T03:57:49,396 DEBUG [M:0;e2eaa0f11f7e:42033 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T03:57:49,396 INFO  [M:0;e2eaa0f11f7e:42033 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.15 KB heapSize=191.18 KB
2024-12-02T03:57:49,417 DEBUG [M:0;e2eaa0f11f7e:42033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f40935d32b846ca9548eb3f82ed2572 is 82, key is hbase:meta,,1/info:regioninfo/1733111800600/Put/seqid=0
2024-12-02T03:57:49,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741869_1045 (size=5672)
2024-12-02T03:57:49,824 INFO  [M:0;e2eaa0f11f7e:42033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f40935d32b846ca9548eb3f82ed2572
2024-12-02T03:57:49,855 DEBUG [M:0;e2eaa0f11f7e:42033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d28bbf44ae8e4737a69b716f8da3467d is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733111802275/Put/seqid=0
2024-12-02T03:57:49,859 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741870_1046 (size=14075)
2024-12-02T03:57:50,182 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-02T03:57:50,261 INFO  [M:0;e2eaa0f11f7e:42033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.59 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d28bbf44ae8e4737a69b716f8da3467d
2024-12-02T03:57:50,271 INFO  [M:0;e2eaa0f11f7e:42033 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d28bbf44ae8e4737a69b716f8da3467d
2024-12-02T03:57:50,287 DEBUG [M:0;e2eaa0f11f7e:42033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b6acac990c6461891f497246a10c9dd is 69, key is e2eaa0f11f7e,33485,1733111767226/rs:state/1733111769938/Put/seqid=0
2024-12-02T03:57:50,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741871_1047 (size=5156)
2024-12-02T03:57:50,694 INFO  [M:0;e2eaa0f11f7e:42033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b6acac990c6461891f497246a10c9dd
2024-12-02T03:57:50,708 DEBUG [M:0;e2eaa0f11f7e:42033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f40935d32b846ca9548eb3f82ed2572 as hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f40935d32b846ca9548eb3f82ed2572
2024-12-02T03:57:50,714 INFO  [M:0;e2eaa0f11f7e:42033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f40935d32b846ca9548eb3f82ed2572, entries=8, sequenceid=319, filesize=5.5 K
2024-12-02T03:57:50,715 DEBUG [M:0;e2eaa0f11f7e:42033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d28bbf44ae8e4737a69b716f8da3467d as hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d28bbf44ae8e4737a69b716f8da3467d
2024-12-02T03:57:50,721 INFO  [M:0;e2eaa0f11f7e:42033 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d28bbf44ae8e4737a69b716f8da3467d
2024-12-02T03:57:50,721 INFO  [M:0;e2eaa0f11f7e:42033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d28bbf44ae8e4737a69b716f8da3467d, entries=33, sequenceid=319, filesize=13.7 K
2024-12-02T03:57:50,723 DEBUG [M:0;e2eaa0f11f7e:42033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b6acac990c6461891f497246a10c9dd as hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b6acac990c6461891f497246a10c9dd
2024-12-02T03:57:50,730 INFO  [M:0;e2eaa0f11f7e:42033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b6acac990c6461891f497246a10c9dd, entries=1, sequenceid=319, filesize=5.0 K
2024-12-02T03:57:50,731 INFO  [M:0;e2eaa0f11f7e:42033 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.15 KB/167063, heapSize ~190.88 KB/195464, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=319, compaction requested=false
2024-12-02T03:57:50,732 INFO  [M:0;e2eaa0f11f7e:42033 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-02T03:57:50,732 DEBUG [M:0;e2eaa0f11f7e:42033 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733111869395Disabling compacts and flushes for region at 1733111869395Disabling writes for close at 1733111869396 (+1 ms)Obtaining lock to block concurrent updates at 1733111869397 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733111869397Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167063, getHeapSize=195704, getOffHeapSize=0, getCellsCount=366 at 1733111869398 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733111869400 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733111869400Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733111869417 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733111869417Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733111869837 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733111869854 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733111869854Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733111870271 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733111870287 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733111870287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1953828e: reopening flushed file at 1733111870707 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73c427ae: reopening flushed file at 1733111870714 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d16a8d0: reopening flushed file at 1733111870722 (+8 ms)Finished flush of dataSize ~163.15 KB/167063, heapSize ~190.88 KB/195464, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=319, compaction requested=false at 1733111870731 (+9 ms)Writing region close event to WAL at 1733111870732 (+1 ms)Closed at 1733111870732
2024-12-02T03:57:50,735 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4dba21b5-d3c5-a197-55a9-ca54918baa4c/MasterData/WALs/e2eaa0f11f7e,42033,1733111766479/e2eaa0f11f7e%2C42033%2C1733111766479.1733111769229 not finished, retry = 0
2024-12-02T03:57:50,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741830_1006 (size=188405)
2024-12-02T03:57:50,837 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-02T03:57:50,837 INFO  [M:0;e2eaa0f11f7e:42033 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-02T03:57:50,837 INFO  [M:0;e2eaa0f11f7e:42033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42033
2024-12-02T03:57:50,838 INFO  [M:0;e2eaa0f11f7e:42033 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-02T03:57:50,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T03:57:50,985 INFO  [M:0;e2eaa0f11f7e:42033 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-02T03:57:50,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42033-0x10195786d640000, quorum=127.0.0.1:54716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-02T03:57:51,035 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-02T03:57:51,039 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-02T03:57:51,039 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-02T03:57:51,040 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-02T03:57:51,040 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/hadoop.log.dir/,STOPPED}
2024-12-02T03:57:51,043 WARN  [BP-1211259565-172.17.0.2-1733111762901 heartbeating to localhost/127.0.0.1:40673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-02T03:57:51,043 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-02T03:57:51,043 WARN  [BP-1211259565-172.17.0.2-1733111762901 heartbeating to localhost/127.0.0.1:40673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1211259565-172.17.0.2-1733111762901 (Datanode Uuid 85787892-f71c-4adb-b546-743e8b97edd4) service to localhost/127.0.0.1:40673
2024-12-02T03:57:51,043 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-02T03:57:51,044 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/cluster_acbf1763-affd-d2cb-4a63-8d45871facb4/data/data1/current/BP-1211259565-172.17.0.2-1733111762901 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-02T03:57:51,045 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/cluster_acbf1763-affd-d2cb-4a63-8d45871facb4/data/data2/current/BP-1211259565-172.17.0.2-1733111762901 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-02T03:57:51,045 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-02T03:57:51,052 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-02T03:57:51,053 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-02T03:57:51,053 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-02T03:57:51,053 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-02T03:57:51,053 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da9bbf55-9daa-4a67-5d65-dab184cc20ff/hadoop.log.dir/,STOPPED}
2024-12-02T03:57:51,059 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-02T03:57:51,081 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down