2024-11-15 00:59:53,646 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-15 00:59:53,696 main DEBUG Took 0.014259 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-15 00:59:53,697 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-15 00:59:53,697 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-15 00:59:53,698 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-15 00:59:53,700 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 00:59:53,709 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-15 00:59:53,736 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 00:59:53,739 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 00:59:53,740 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 00:59:53,740 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 00:59:53,741 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 00:59:53,742 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 00:59:53,746 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 00:59:53,747 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 00:59:53,761 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 00:59:53,764 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 00:59:53,766 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 00:59:53,769 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 00:59:53,771 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 00:59:53,771 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 00:59:53,775 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 00:59:53,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 00:59:53,779 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 00:59:53,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 00:59:53,780 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 00:59:53,782 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 00:59:53,783 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 00:59:53,788 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 00:59:53,789 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 00:59:53,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 00:59:53,790 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 00:59:53,793 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-15 00:59:53,795 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 00:59:53,797 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-15 00:59:53,800 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-15 00:59:53,801 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-15 00:59:53,803 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-15 00:59:53,804 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-15 00:59:53,824 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-15 00:59:53,833 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-15 00:59:53,835 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-15 00:59:53,836 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-15 00:59:53,836 main DEBUG createAppenders(={Console})
2024-11-15 00:59:53,837 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-15 00:59:53,838 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-15 00:59:53,838 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-15 00:59:53,841 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-15 00:59:53,842 main DEBUG OutputStream closed
2024-11-15 00:59:53,842 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-15 00:59:53,843 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-15 00:59:53,843 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-15 00:59:53,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-15 00:59:53,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-15 00:59:54,003 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-15 00:59:54,004 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-15 00:59:54,006 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-15 00:59:54,006 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-15 00:59:54,007 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-15 00:59:54,008 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-15 00:59:54,008 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-15 00:59:54,009 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-15 00:59:54,009 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-15 00:59:54,010 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-15 00:59:54,010 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-15 00:59:54,011 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-15 00:59:54,011 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-15 00:59:54,012 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-15 00:59:54,012 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-15 00:59:54,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-15 00:59:54,017 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-15 00:59:54,018 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-15 00:59:54,019 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-15 00:59:54,020 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-15T00:59:54,039 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-15 00:59:54,042 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-15 00:59:54,048 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-15T00:59:54,481 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29
2024-11-15T00:59:54,511 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T00:59:54,540 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/cluster_dbec4be6-b522-9e5f-1b4e-eb602a117f7f, deleteOnExit=true
2024-11-15T00:59:54,540 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T00:59:54,542 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/test.cache.data in system properties and HBase conf
2024-11-15T00:59:54,543 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T00:59:54,544 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/hadoop.log.dir in system properties and HBase conf
2024-11-15T00:59:54,545 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T00:59:54,546 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T00:59:54,547 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T00:59:54,680 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-15T00:59:54,835 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T00:59:54,841 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T00:59:54,842 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T00:59:54,842 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T00:59:54,843 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T00:59:54,856 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T00:59:54,857 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T00:59:54,858 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T00:59:54,858 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T00:59:54,859 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T00:59:54,860 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/nfs.dump.dir in system properties and HBase conf
2024-11-15T00:59:54,860 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/java.io.tmpdir in system properties and HBase conf
2024-11-15T00:59:54,861 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T00:59:54,862 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T00:59:54,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T00:59:56,669 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-15T00:59:56,767 INFO  [Time-limited test {}] log.Log(170): Logging initialized @4109ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-15T00:59:56,849 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T00:59:56,930 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T00:59:56,969 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T00:59:56,969 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T00:59:56,972 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T00:59:56,991 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T00:59:57,000 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/hadoop.log.dir/,AVAILABLE}
2024-11-15T00:59:57,002 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T00:59:57,261 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/java.io.tmpdir/jetty-localhost-43377-hadoop-hdfs-3_4_1-tests_jar-_-any-5485956874723123444/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T00:59:57,291 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:43377}
2024-11-15T00:59:57,292 INFO  [Time-limited test {}] server.Server(415): Started @4635ms
2024-11-15T00:59:58,250 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T00:59:58,293 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T00:59:58,301 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T00:59:58,303 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T00:59:58,303 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T00:59:58,305 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/hadoop.log.dir/,AVAILABLE}
2024-11-15T00:59:58,307 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T00:59:58,449 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/java.io.tmpdir/jetty-localhost-45015-hadoop-hdfs-3_4_1-tests_jar-_-any-186940265018673326/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T00:59:58,450 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:45015}
2024-11-15T00:59:58,450 INFO  [Time-limited test {}] server.Server(415): Started @5793ms
2024-11-15T00:59:58,522 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T00:59:59,798 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/cluster_dbec4be6-b522-9e5f-1b4e-eb602a117f7f/data/data2/current/BP-2119441567-172.17.0.3-1731632395840/current, will proceed with Du for space computation calculation, 
2024-11-15T00:59:59,798 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/cluster_dbec4be6-b522-9e5f-1b4e-eb602a117f7f/data/data1/current/BP-2119441567-172.17.0.3-1731632395840/current, will proceed with Du for space computation calculation, 
2024-11-15T00:59:59,988 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T01:00:00,145 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9712f24f8543a537 with lease ID 0xd00d60ecb4702460: Processing first storage report for DS-503d637b-f34d-4510-ba75-76af6f69e7ab from datanode DatanodeRegistration(127.0.0.1:39201, datanodeUuid=bee10c36-aa50-485e-841e-7304185d3475, infoPort=38423, infoSecurePort=0, ipcPort=34201, storageInfo=lv=-57;cid=testClusterID;nsid=673952743;c=1731632395840)
2024-11-15T01:00:00,146 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9712f24f8543a537 with lease ID 0xd00d60ecb4702460: from storage DS-503d637b-f34d-4510-ba75-76af6f69e7ab node DatanodeRegistration(127.0.0.1:39201, datanodeUuid=bee10c36-aa50-485e-841e-7304185d3475, infoPort=38423, infoSecurePort=0, ipcPort=34201, storageInfo=lv=-57;cid=testClusterID;nsid=673952743;c=1731632395840), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-15T01:00:00,147 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9712f24f8543a537 with lease ID 0xd00d60ecb4702460: Processing first storage report for DS-5782fe77-00be-4a5f-9b94-a0d270fee4cb from datanode DatanodeRegistration(127.0.0.1:39201, datanodeUuid=bee10c36-aa50-485e-841e-7304185d3475, infoPort=38423, infoSecurePort=0, ipcPort=34201, storageInfo=lv=-57;cid=testClusterID;nsid=673952743;c=1731632395840)
2024-11-15T01:00:00,147 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9712f24f8543a537 with lease ID 0xd00d60ecb4702460: from storage DS-5782fe77-00be-4a5f-9b94-a0d270fee4cb node DatanodeRegistration(127.0.0.1:39201, datanodeUuid=bee10c36-aa50-485e-841e-7304185d3475, infoPort=38423, infoSecurePort=0, ipcPort=34201, storageInfo=lv=-57;cid=testClusterID;nsid=673952743;c=1731632395840), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-15T01:00:00,197 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29
2024-11-15T01:00:00,389 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/cluster_dbec4be6-b522-9e5f-1b4e-eb602a117f7f/zookeeper_0, clientPort=51802, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/cluster_dbec4be6-b522-9e5f-1b4e-eb602a117f7f/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/cluster_dbec4be6-b522-9e5f-1b4e-eb602a117f7f/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-15T01:00:00,411 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51802
2024-11-15T01:00:00,427 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T01:00:00,433 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T01:00:00,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741825_1001 (size=7)
2024-11-15T01:00:01,219 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9 with version=8
2024-11-15T01:00:01,219 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/hbase-staging
2024-11-15T01:00:01,384 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-15T01:00:01,760 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/fb2f6cb7846a:0 server-side Connection retries=9
2024-11-15T01:00:01,774 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T01:00:01,775 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T01:00:01,784 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T01:00:01,785 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T01:00:01,785 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T01:00:02,058 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T01:00:02,140 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-15T01:00:02,151 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-15T01:00:02,156 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T01:00:02,193 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 73618 (auto-detected)
2024-11-15T01:00:02,197 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-15T01:00:02,244 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46393
2024-11-15T01:00:02,279 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46393 connecting to ZooKeeper ensemble=127.0.0.1:51802
2024-11-15T01:00:02,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463930x0, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T01:00:02,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46393-0x1013c01838f0000 connected
2024-11-15T01:00:02,643 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T01:00:02,657 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T01:00:02,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-15T01:00:02,690 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9, hbase.cluster.distributed=false
2024-11-15T01:00:02,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-15T01:00:02,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46393
2024-11-15T01:00:02,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46393
2024-11-15T01:00:02,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46393
2024-11-15T01:00:02,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46393
2024-11-15T01:00:02,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46393
2024-11-15T01:00:02,912 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb2f6cb7846a:0 server-side Connection retries=9
2024-11-15T01:00:02,914 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T01:00:02,915 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T01:00:02,915 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T01:00:02,915 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T01:00:02,915 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T01:00:02,919 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T01:00:02,922 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T01:00:02,924 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46327
2024-11-15T01:00:02,927 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46327 connecting to ZooKeeper ensemble=127.0.0.1:51802
2024-11-15T01:00:02,929 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T01:00:02,933 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T01:00:02,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463270x0, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T01:00:02,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463270x0, quorum=127.0.0.1:51802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-15T01:00:02,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46327-0x1013c01838f0001 connected
2024-11-15T01:00:02,988 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T01:00:03,004 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T01:00:03,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46327-0x1013c01838f0001, quorum=127.0.0.1:51802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-15T01:00:03,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46327-0x1013c01838f0001, quorum=127.0.0.1:51802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-15T01:00:03,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46327
2024-11-15T01:00:03,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46327
2024-11-15T01:00:03,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46327
2024-11-15T01:00:03,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46327
2024-11-15T01:00:03,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46327
2024-11-15T01:00:03,069 DEBUG [M:0;fb2f6cb7846a:46393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb2f6cb7846a:46393
2024-11-15T01:00:03,070 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fb2f6cb7846a,46393,1731632401465
2024-11-15T01:00:03,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46327-0x1013c01838f0001, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-15T01:00:03,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-15T01:00:03,233 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fb2f6cb7846a,46393,1731632401465
2024-11-15T01:00:03,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T01:00:03,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46327-0x1013c01838f0001, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-15T01:00:03,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46327-0x1013c01838f0001, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T01:00:03,297 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-15T01:00:03,300 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fb2f6cb7846a,46393,1731632401465 from backup master directory
2024-11-15T01:00:03,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fb2f6cb7846a,46393,1731632401465
2024-11-15T01:00:03,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-15T01:00:03,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46327-0x1013c01838f0001, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-15T01:00:03,369 WARN  [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T01:00:03,369 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb2f6cb7846a,46393,1731632401465
2024-11-15T01:00:03,373 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-15T01:00:03,375 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-15T01:00:03,475 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/hbase.id] with ID: 34f4c2bf-a2d3-4ad0-bb5c-c426496afb9d
2024-11-15T01:00:03,476 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/.tmp/hbase.id
2024-11-15T01:00:03,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741826_1002 (size=42)
2024-11-15T01:00:03,496 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/.tmp/hbase.id]:[hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/hbase.id]
2024-11-15T01:00:03,608 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T01:00:03,614 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T01:00:03,642 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms.
2024-11-15T01:00:03,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46327-0x1013c01838f0001, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T01:00:03,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T01:00:03,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741827_1003 (size=196)
2024-11-15T01:00:04,140 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T01:00:04,145 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T01:00:04,168 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T01:00:04,174 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T01:00:04,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741828_1004 (size=1189)
2024-11-15T01:00:04,275 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/data/master/store
2024-11-15T01:00:04,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741829_1005 (size=34)
2024-11-15T01:00:04,727 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-15T01:00:04,730 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:00:04,732 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T01:00:04,732 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T01:00:04,732 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T01:00:04,734 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T01:00:04,734 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T01:00:04,734 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T01:00:04,736 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731632404732Disabling compacts and flushes for region at 1731632404732Disabling writes for close at 1731632404734 (+2 ms)Writing region close event to WAL at 1731632404734Closed at 1731632404734
2024-11-15T01:00:04,739 WARN  [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/data/master/store/.initializing
2024-11-15T01:00:04,740 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/WALs/fb2f6cb7846a,46393,1731632401465
2024-11-15T01:00:04,749 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T01:00:04,770 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C46393%2C1731632401465, suffix=, logDir=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/WALs/fb2f6cb7846a,46393,1731632401465, archiveDir=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/oldWALs, maxLogs=10
2024-11-15T01:00:04,800 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/WALs/fb2f6cb7846a,46393,1731632401465/fb2f6cb7846a%2C46393%2C1731632401465.1731632404776, exclude list is [], retry=0
2024-11-15T01:00:04,820 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39201,DS-503d637b-f34d-4510-ba75-76af6f69e7ab,DISK]
2024-11-15T01:00:04,823 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-15T01:00:04,865 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/WALs/fb2f6cb7846a,46393,1731632401465/fb2f6cb7846a%2C46393%2C1731632401465.1731632404776
2024-11-15T01:00:04,866 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38423:38423)]
2024-11-15T01:00:04,867 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T01:00:04,868 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:00:04,873 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T01:00:04,875 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T01:00:04,932 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T01:00:04,962 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T01:00:04,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:00:04,971 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T01:00:04,972 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T01:00:04,976 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T01:00:04,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:00:04,978 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T01:00:04,978 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T01:00:04,982 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T01:00:04,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:00:04,985 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T01:00:04,986 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T01:00:04,990 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T01:00:04,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:00:04,991 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T01:00:04,992 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T01:00:04,995 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T01:00:04,997 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T01:00:05,003 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T01:00:05,004 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T01:00:05,009 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T01:00:05,014 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T01:00:05,019 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T01:00:05,021 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65170878, jitterRate=-0.028878241777420044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T01:00:05,029 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731632404895Initializing all the Stores at 1731632404898 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632404899 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632404899Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632404900 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632404900Cleaning up temporary data from old regions at 1731632405004 (+104 ms)Region opened successfully at 1731632405029 (+25 ms)
2024-11-15T01:00:05,031 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T01:00:05,080 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e2f7c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0
2024-11-15T01:00:05,127 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T01:00:05,143 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T01:00:05,143 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T01:00:05,147 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T01:00:05,149 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-15T01:00:05,155 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-15T01:00:05,155 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T01:00:05,187 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T01:00:05,198 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-15T01:00:05,216 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-15T01:00:05,218 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T01:00:05,220 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-15T01:00:05,232 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-15T01:00:05,235 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T01:00:05,238 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-15T01:00:05,247 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-15T01:00:05,250 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-15T01:00:05,258 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-15T01:00:05,280 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T01:00:05,290 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-15T01:00:05,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46327-0x1013c01838f0001, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-15T01:00:05,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46327-0x1013c01838f0001, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T01:00:05,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-15T01:00:05,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T01:00:05,311 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb2f6cb7846a,46393,1731632401465, sessionid=0x1013c01838f0000, setting cluster-up flag (Was=false)
2024-11-15T01:00:05,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T01:00:05,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46327-0x1013c01838f0001, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T01:00:05,380 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-15T01:00:05,382 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb2f6cb7846a,46393,1731632401465
2024-11-15T01:00:05,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T01:00:05,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46327-0x1013c01838f0001, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T01:00:05,437 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-15T01:00:05,439 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb2f6cb7846a,46393,1731632401465
2024-11-15T01:00:05,446 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T01:00:05,465 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(746): ClusterId : 34f4c2bf-a2d3-4ad0-bb5c-c426496afb9d
2024-11-15T01:00:05,468 DEBUG [RS:0;fb2f6cb7846a:46327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T01:00:05,481 DEBUG [RS:0;fb2f6cb7846a:46327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T01:00:05,482 DEBUG [RS:0;fb2f6cb7846a:46327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T01:00:05,491 DEBUG [RS:0;fb2f6cb7846a:46327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T01:00:05,492 DEBUG [RS:0;fb2f6cb7846a:46327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c20875f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0
2024-11-15T01:00:05,508 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb2f6cb7846a:46327
2024-11-15T01:00:05,510 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T01:00:05,511 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T01:00:05,511 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T01:00:05,513 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,46393,1731632401465 with port=46327, startcode=1731632402862
2024-11-15T01:00:05,526 DEBUG [RS:0;fb2f6cb7846a:46327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T01:00:05,530 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T01:00:05,540 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T01:00:05,547 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T01:00:05,552 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb2f6cb7846a,46393,1731632401465
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T01:00:05,563 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5
2024-11-15T01:00:05,564 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5
2024-11-15T01:00:05,564 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5
2024-11-15T01:00:05,565 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5
2024-11-15T01:00:05,565 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb2f6cb7846a:0, corePoolSize=10, maxPoolSize=10
2024-11-15T01:00:05,565 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T01:00:05,566 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2
2024-11-15T01:00:05,566 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T01:00:05,578 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42269, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T01:00:05,579 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731632435579
2024-11-15T01:00:05,581 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T01:00:05,582 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T01:00:05,587 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T01:00:05,588 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T01:00:05,588 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T01:00:05,588 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T01:00:05,589 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T01:00:05,589 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T01:00:05,591 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46393 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-15T01:00:05,591 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T01:00:05,597 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T01:00:05,598 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T01:00:05,599 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T01:00:05,602 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T01:00:05,602 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T01:00:05,603 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:00:05,606 INFO  [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T01:00:05,616 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731632405603,5,FailOnTimeoutGroup]
2024-11-15T01:00:05,621 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731632405617,5,FailOnTimeoutGroup]
2024-11-15T01:00:05,621 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T01:00:05,622 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T01:00:05,623 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T01:00:05,624 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T01:00:05,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741831_1007 (size=1321)
2024-11-15T01:00:05,629 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-15T01:00:05,629 WARN  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-15T01:00:06,030 INFO  [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T01:00:06,031 INFO  [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9
2024-11-15T01:00:06,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741832_1008 (size=32)
2024-11-15T01:00:06,058 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:00:06,063 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T01:00:06,067 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T01:00:06,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:00:06,073 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T01:00:06,073 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T01:00:06,083 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T01:00:06,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:00:06,084 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T01:00:06,085 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T01:00:06,088 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T01:00:06,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:00:06,090 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T01:00:06,090 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T01:00:06,093 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T01:00:06,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:00:06,095 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T01:00:06,095 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T01:00:06,097 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/meta/1588230740
2024-11-15T01:00:06,098 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/meta/1588230740
2024-11-15T01:00:06,103 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T01:00:06,103 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T01:00:06,104 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T01:00:06,111 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T01:00:06,118 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T01:00:06,121 INFO  [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59117244, jitterRate=-0.1190844178199768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T01:00:06,127 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731632406059Initializing all the Stores at 1731632406062 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632406062Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632406062Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632406062Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632406062Cleaning up temporary data from old regions at 1731632406103 (+41 ms)Region opened successfully at 1731632406126 (+23 ms)
2024-11-15T01:00:06,127 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T01:00:06,127 INFO  [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T01:00:06,127 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T01:00:06,128 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T01:00:06,128 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T01:00:06,133 INFO  [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T01:00:06,134 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731632406127Disabling compacts and flushes for region at 1731632406127Disabling writes for close at 1731632406128 (+1 ms)Writing region close event to WAL at 1731632406133 (+5 ms)Closed at 1731632406133
2024-11-15T01:00:06,138 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T01:00:06,138 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T01:00:06,145 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T01:00:06,155 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T01:00:06,159 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T01:00:06,310 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:07,311 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:08,312 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:09,312 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:10,313 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:11,314 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:12,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-15T01:00:12,133 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-15T01:00:12,315 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:13,315 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:14,316 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:15,317 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:16,317 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:17,318 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:18,319 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:19,320 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:20,320 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:21,321 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:22,322 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:23,323 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:24,323 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:25,324 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:26,325 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:27,325 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:28,326 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:29,327 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:30,205 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T01:00:30,327 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:31,328 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:32,329 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:33,329 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:34,330 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:35,331 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:35,630 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,46393,1731632401465 with port=46327, startcode=1731632402862
2024-11-15T01:00:35,633 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46393 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb2f6cb7846a,46327,1731632402862
2024-11-15T01:00:35,636 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46393 {}] master.ServerManager(517): Registering regionserver=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:00:35,643 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9
2024-11-15T01:00:35,644 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46471
2024-11-15T01:00:35,644 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T01:00:35,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-15T01:00:35,692 DEBUG [RS:0;fb2f6cb7846a:46327 {}] zookeeper.ZKUtil(111): regionserver:46327-0x1013c01838f0001, quorum=127.0.0.1:51802, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb2f6cb7846a,46327,1731632402862
2024-11-15T01:00:35,693 WARN  [RS:0;fb2f6cb7846a:46327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T01:00:35,693 INFO  [RS:0;fb2f6cb7846a:46327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T01:00:35,694 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/WALs/fb2f6cb7846a,46327,1731632402862
2024-11-15T01:00:35,695 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb2f6cb7846a,46327,1731632402862]
2024-11-15T01:00:35,729 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T01:00:35,746 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T01:00:35,754 INFO  [RS:0;fb2f6cb7846a:46327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T01:00:35,754 INFO  [RS:0;fb2f6cb7846a:46327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T01:00:35,757 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T01:00:35,763 INFO  [RS:0;fb2f6cb7846a:46327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T01:00:35,765 INFO  [RS:0;fb2f6cb7846a:46327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T01:00:35,766 DEBUG [RS:0;fb2f6cb7846a:46327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T01:00:35,766 DEBUG [RS:0;fb2f6cb7846a:46327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T01:00:35,766 DEBUG [RS:0;fb2f6cb7846a:46327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T01:00:35,766 DEBUG [RS:0;fb2f6cb7846a:46327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T01:00:35,766 DEBUG [RS:0;fb2f6cb7846a:46327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T01:00:35,766 DEBUG [RS:0;fb2f6cb7846a:46327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2
2024-11-15T01:00:35,766 DEBUG [RS:0;fb2f6cb7846a:46327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T01:00:35,767 DEBUG [RS:0;fb2f6cb7846a:46327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T01:00:35,767 DEBUG [RS:0;fb2f6cb7846a:46327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T01:00:35,767 DEBUG [RS:0;fb2f6cb7846a:46327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T01:00:35,767 DEBUG [RS:0;fb2f6cb7846a:46327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T01:00:35,767 DEBUG [RS:0;fb2f6cb7846a:46327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T01:00:35,767 DEBUG [RS:0;fb2f6cb7846a:46327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3
2024-11-15T01:00:35,767 DEBUG [RS:0;fb2f6cb7846a:46327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3
2024-11-15T01:00:35,770 INFO  [RS:0;fb2f6cb7846a:46327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T01:00:35,770 INFO  [RS:0;fb2f6cb7846a:46327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T01:00:35,770 INFO  [RS:0;fb2f6cb7846a:46327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T01:00:35,771 INFO  [RS:0;fb2f6cb7846a:46327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T01:00:35,771 INFO  [RS:0;fb2f6cb7846a:46327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T01:00:35,771 INFO  [RS:0;fb2f6cb7846a:46327 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,46327,1731632402862-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T01:00:35,790 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T01:00:35,792 INFO  [RS:0;fb2f6cb7846a:46327 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,46327,1731632402862-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T01:00:35,793 INFO  [RS:0;fb2f6cb7846a:46327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T01:00:35,793 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.Replication(171): fb2f6cb7846a,46327,1731632402862 started
2024-11-15T01:00:35,809 INFO  [RS:0;fb2f6cb7846a:46327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T01:00:35,810 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1482): Serving as fb2f6cb7846a,46327,1731632402862, RpcServer on fb2f6cb7846a/172.17.0.3:46327, sessionid=0x1013c01838f0001
2024-11-15T01:00:35,810 DEBUG [RS:0;fb2f6cb7846a:46327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T01:00:35,810 DEBUG [RS:0;fb2f6cb7846a:46327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb2f6cb7846a,46327,1731632402862
2024-11-15T01:00:35,811 DEBUG [RS:0;fb2f6cb7846a:46327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,46327,1731632402862'
2024-11-15T01:00:35,811 DEBUG [RS:0;fb2f6cb7846a:46327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-15T01:00:35,812 DEBUG [RS:0;fb2f6cb7846a:46327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-15T01:00:35,812 DEBUG [RS:0;fb2f6cb7846a:46327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T01:00:35,812 DEBUG [RS:0;fb2f6cb7846a:46327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T01:00:35,813 DEBUG [RS:0;fb2f6cb7846a:46327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb2f6cb7846a,46327,1731632402862
2024-11-15T01:00:35,813 DEBUG [RS:0;fb2f6cb7846a:46327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,46327,1731632402862'
2024-11-15T01:00:35,813 DEBUG [RS:0;fb2f6cb7846a:46327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-15T01:00:35,813 DEBUG [RS:0;fb2f6cb7846a:46327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-15T01:00:35,814 DEBUG [RS:0;fb2f6cb7846a:46327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T01:00:35,814 INFO  [RS:0;fb2f6cb7846a:46327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T01:00:35,814 INFO  [RS:0;fb2f6cb7846a:46327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T01:00:36,332 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:37,333 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:38,334 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:39,335 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:40,335 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:41,336 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:42,340 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:43,343 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:44,344 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:45,345 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:46,346 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:47,348 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:48,349 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:49,350 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:50,350 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:51,351 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:52,352 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:53,353 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:54,354 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:55,354 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:56,355 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:57,356 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:58,356 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:00:59,357 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:01:00,205 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T01:01:00,358 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:01:01,359 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:01:02,359 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:01:03,360 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:01:04,361 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:01:05,361 WARN  [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T01:01:05,821 INFO  [RS:0;fb2f6cb7846a:46327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T01:01:05,826 INFO  [RS:0;fb2f6cb7846a:46327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C46327%2C1731632402862, suffix=, logDir=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/WALs/fb2f6cb7846a,46327,1731632402862, archiveDir=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/oldWALs, maxLogs=32
2024-11-15T01:01:05,852 DEBUG [RS:0;fb2f6cb7846a:46327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/WALs/fb2f6cb7846a,46327,1731632402862/fb2f6cb7846a%2C46327%2C1731632402862.1731632465830, exclude list is [], retry=0
2024-11-15T01:01:05,862 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39201,DS-503d637b-f34d-4510-ba75-76af6f69e7ab,DISK]
2024-11-15T01:01:05,867 INFO  [RS:0;fb2f6cb7846a:46327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/WALs/fb2f6cb7846a,46327,1731632402862/fb2f6cb7846a%2C46327%2C1731632402862.1731632465830
2024-11-15T01:01:05,868 DEBUG [RS:0;fb2f6cb7846a:46327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38423:38423)]
2024-11-15T01:01:06,114 DEBUG [fb2f6cb7846a:46393 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T01:01:06,130 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:01:06,140 INFO  [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,46327,1731632402862, state=OPENING
2024-11-15T01:01:06,158 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T01:01:06,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46327-0x1013c01838f0001, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T01:01:06,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T01:01:06,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-15T01:01:06,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-15T01:01:06,183 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T01:01:06,186 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,46327,1731632402862}]
2024-11-15T01:01:06,371 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T01:01:06,377 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51383, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T01:01:06,398 INFO  [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T01:01:06,398 INFO  [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T01:01:06,400 INFO  [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T01:01:06,406 INFO  [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C46327%2C1731632402862.meta, suffix=.meta, logDir=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/WALs/fb2f6cb7846a,46327,1731632402862, archiveDir=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/oldWALs, maxLogs=32
2024-11-15T01:01:06,426 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/WALs/fb2f6cb7846a,46327,1731632402862/fb2f6cb7846a%2C46327%2C1731632402862.meta.1731632466408.meta, exclude list is [], retry=0
2024-11-15T01:01:06,431 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39201,DS-503d637b-f34d-4510-ba75-76af6f69e7ab,DISK]
2024-11-15T01:01:06,436 INFO  [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/WALs/fb2f6cb7846a,46327,1731632402862/fb2f6cb7846a%2C46327%2C1731632402862.meta.1731632466408.meta
2024-11-15T01:01:06,438 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38423:38423)]
2024-11-15T01:01:06,438 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T01:01:06,441 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T01:01:06,444 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T01:01:06,451 INFO  [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T01:01:06,457 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T01:01:06,458 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:01:06,458 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T01:01:06,458 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T01:01:06,469 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T01:01:06,474 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T01:01:06,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:01:06,477 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T01:01:06,479 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T01:01:06,485 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T01:01:06,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:01:06,489 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T01:01:06,489 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T01:01:06,493 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T01:01:06,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:01:06,497 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T01:01:06,498 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T01:01:06,501 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T01:01:06,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:01:06,503 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T01:01:06,503 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T01:01:06,507 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/meta/1588230740
2024-11-15T01:01:06,513 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/meta/1588230740
2024-11-15T01:01:06,518 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T01:01:06,519 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T01:01:06,524 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T01:01:06,531 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T01:01:06,537 INFO  [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59600499, jitterRate=-0.11188335716724396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T01:01:06,537 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T01:01:06,539 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731632466459Writing region info on filesystem at 1731632466459Initializing all the Stores at 1731632466464 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632466464Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632466468 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632466469 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731632466469Cleaning up temporary data from old regions at 1731632466519 (+50 ms)Running coprocessor post-open hooks at 1731632466537 (+18 ms)Region opened successfully at 1731632466539 (+2 ms)
2024-11-15T01:01:06,552 INFO  [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731632466359
2024-11-15T01:01:06,571 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T01:01:06,571 INFO  [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T01:01:06,574 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:01:06,578 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,46327,1731632402862, state=OPEN
2024-11-15T01:01:06,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-15T01:01:06,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46327-0x1013c01838f0001, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-15T01:01:06,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-15T01:01:06,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-15T01:01:06,636 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:01:06,648 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T01:01:06,649 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,46327,1731632402862 in 451 msec
2024-11-15T01:01:06,659 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T01:01:06,659 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.507 sec
2024-11-15T01:01:06,663 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T01:01:06,663 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T01:01:06,703 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T01:01:06,705 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,46327,1731632402862, seqNum=-1]
2024-11-15T01:01:06,740 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T01:01:06,746 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43219, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T01:01:06,793 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.306 sec
2024-11-15T01:01:06,793 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731632466793, completionTime=-1
2024-11-15T01:01:06,797 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T01:01:06,797 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-15T01:01:06,837 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-15T01:01:06,838 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731632526837
2024-11-15T01:01:06,838 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731632586838
2024-11-15T01:01:06,838 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 40 msec
2024-11-15T01:01:06,841 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,46393,1731632401465-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T01:01:06,842 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,46393,1731632401465-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T01:01:06,842 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,46393,1731632401465-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T01:01:06,844 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb2f6cb7846a:46393, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T01:01:06,845 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T01:01:06,850 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T01:01:06,863 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T01:01:06,896 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.526sec
2024-11-15T01:01:06,899 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T01:01:06,904 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T01:01:06,906 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T01:01:06,907 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T01:01:06,907 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T01:01:06,909 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,46393,1731632401465-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T01:01:06,910 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,46393,1731632401465-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T01:01:06,935 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T01:01:06,936 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T01:01:06,936 INFO  [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,46393,1731632401465-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T01:01:06,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T01:01:07,001 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-15T01:01:07,001 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-15T01:01:07,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb2f6cb7846a,46393,-1 for getting cluster id
2024-11-15T01:01:07,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T01:01:07,022 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34f4c2bf-a2d3-4ad0-bb5c-c426496afb9d'
2024-11-15T01:01:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T01:01:07,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34f4c2bf-a2d3-4ad0-bb5c-c426496afb9d"

2024-11-15T01:01:07,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c9a99a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T01:01:07,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb2f6cb7846a,46393,-1]
2024-11-15T01:01:07,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T01:01:07,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T01:01:07,046 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T01:01:07,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7ec3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T01:01:07,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T01:01:07,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,46327,1731632402862, seqNum=-1]
2024-11-15T01:01:07,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T01:01:07,082 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T01:01:07,108 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb2f6cb7846a,46393,1731632401465
2024-11-15T01:01:07,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb7c601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T01:01:07,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb2f6cb7846a,46393,-1 for getting cluster id
2024-11-15T01:01:07,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T01:01:07,115 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34f4c2bf-a2d3-4ad0-bb5c-c426496afb9d'
2024-11-15T01:01:07,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T01:01:07,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34f4c2bf-a2d3-4ad0-bb5c-c426496afb9d"

2024-11-15T01:01:07,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d3c75b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T01:01:07,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb2f6cb7846a,46393,-1]
2024-11-15T01:01:07,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T01:01:07,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T01:01:07,120 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T01:01:07,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43134d30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T01:01:07,159 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=207, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=569, ProcessCount=11, AvailableMemoryMB=2309
2024-11-15T01:01:07,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T01:01:07,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb2f6cb7846a,46393,1731632401465
2024-11-15T01:01:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65101c94
2024-11-15T01:01:07,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T01:01:07,191 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T01:01:07,201 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T01:01:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-15T01:01:07,226 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T01:01:07,229 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-15T01:01:07,229 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:01:07,233 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T01:01:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T01:01:07,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741835_1011 (size=428)
2024-11-15T01:01:07,702 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6fb18ba102c51256add5effd0a0bf8af, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9
2024-11-15T01:01:07,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741836_1012 (size=79)
2024-11-15T01:01:08,129 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:01:08,129 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 6fb18ba102c51256add5effd0a0bf8af, disabling compactions & flushes
2024-11-15T01:01:08,129 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af.
2024-11-15T01:01:08,129 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af.
2024-11-15T01:01:08,129 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af. after waiting 0 ms
2024-11-15T01:01:08,129 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af.
2024-11-15T01:01:08,129 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af.
2024-11-15T01:01:08,129 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6fb18ba102c51256add5effd0a0bf8af:
Waiting for close lock at 1731632468129Disabling compacts and flushes for region at 1731632468129Disabling writes for close at 1731632468129Writing region close event to WAL at 1731632468129Closed at 1731632468129
2024-11-15T01:01:08,132 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T01:01:08,161 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731632468132"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731632468132"}]},"ts":"1731632468132"}
2024-11-15T01:01:08,174 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T01:01:08,177 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T01:01:08,180 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632468177"}]},"ts":"1731632468177"}
2024-11-15T01:01:08,185 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-15T01:01:08,188 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6fb18ba102c51256add5effd0a0bf8af, ASSIGN}]
2024-11-15T01:01:08,191 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6fb18ba102c51256add5effd0a0bf8af, ASSIGN
2024-11-15T01:01:08,194 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6fb18ba102c51256add5effd0a0bf8af, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,46327,1731632402862; forceNewPlan=false, retain=false
2024-11-15T01:01:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T01:01:08,347 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6fb18ba102c51256add5effd0a0bf8af, regionState=OPENING, regionLocation=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:01:08,365 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6fb18ba102c51256add5effd0a0bf8af, ASSIGN because future has completed
2024-11-15T01:01:08,369 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fb18ba102c51256add5effd0a0bf8af, server=fb2f6cb7846a,46327,1731632402862}]
2024-11-15T01:01:08,537 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af.
2024-11-15T01:01:08,537 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6fb18ba102c51256add5effd0a0bf8af, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af.', STARTKEY => '', ENDKEY => ''}
2024-11-15T01:01:08,538 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 6fb18ba102c51256add5effd0a0bf8af
2024-11-15T01:01:08,538 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:01:08,539 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6fb18ba102c51256add5effd0a0bf8af
2024-11-15T01:01:08,539 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6fb18ba102c51256add5effd0a0bf8af
2024-11-15T01:01:08,549 INFO  [StoreOpener-6fb18ba102c51256add5effd0a0bf8af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6fb18ba102c51256add5effd0a0bf8af 
2024-11-15T01:01:08,554 INFO  [StoreOpener-6fb18ba102c51256add5effd0a0bf8af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fb18ba102c51256add5effd0a0bf8af columnFamilyName testFamily
2024-11-15T01:01:08,554 DEBUG [StoreOpener-6fb18ba102c51256add5effd0a0bf8af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:01:08,557 INFO  [StoreOpener-6fb18ba102c51256add5effd0a0bf8af-1 {}] regionserver.HStore(327): Store=6fb18ba102c51256add5effd0a0bf8af/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T01:01:08,557 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6fb18ba102c51256add5effd0a0bf8af
2024-11-15T01:01:08,561 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6fb18ba102c51256add5effd0a0bf8af
2024-11-15T01:01:08,562 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6fb18ba102c51256add5effd0a0bf8af
2024-11-15T01:01:08,563 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6fb18ba102c51256add5effd0a0bf8af
2024-11-15T01:01:08,564 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6fb18ba102c51256add5effd0a0bf8af
2024-11-15T01:01:08,580 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6fb18ba102c51256add5effd0a0bf8af
2024-11-15T01:01:08,593 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6fb18ba102c51256add5effd0a0bf8af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T01:01:08,594 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6fb18ba102c51256add5effd0a0bf8af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73461079, jitterRate=0.09465537965297699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T01:01:08,595 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6fb18ba102c51256add5effd0a0bf8af
2024-11-15T01:01:08,596 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6fb18ba102c51256add5effd0a0bf8af:
Running coprocessor pre-open hook at 1731632468539Writing region info on filesystem at 1731632468539Initializing all the Stores at 1731632468549 (+10 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632468549Cleaning up temporary data from old regions at 1731632468564 (+15 ms)Running coprocessor post-open hooks at 1731632468595 (+31 ms)Region opened successfully at 1731632468596 (+1 ms)
2024-11-15T01:01:08,599 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af., pid=6, masterSystemTime=1731632468526
2024-11-15T01:01:08,604 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af.
2024-11-15T01:01:08,605 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af.
2024-11-15T01:01:08,606 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6fb18ba102c51256add5effd0a0bf8af, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:01:08,620 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fb18ba102c51256add5effd0a0bf8af, server=fb2f6cb7846a,46327,1731632402862 because future has completed
2024-11-15T01:01:08,644 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T01:01:08,646 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6fb18ba102c51256add5effd0a0bf8af, server=fb2f6cb7846a,46327,1731632402862 in 263 msec
2024-11-15T01:01:08,652 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-15T01:01:08,653 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6fb18ba102c51256add5effd0a0bf8af, ASSIGN in 455 msec
2024-11-15T01:01:08,656 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T01:01:08,657 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632468657"}]},"ts":"1731632468657"}
2024-11-15T01:01:08,664 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-15T01:01:08,666 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T01:01:08,671 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.4570 sec
2024-11-15T01:01:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T01:01:10,295 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-15T01:01:10,295 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-15T01:01:10,297 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T01:01:10,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-15T01:01:10,306 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T01:01:10,306 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-15T01:01:10,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T01:01:10,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,46327,1731632402862, seqNum=-1]
2024-11-15T01:01:10,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T01:01:10,317 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T01:01:10,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2]
2024-11-15T01:01:10,354 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T01:01:10,360 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-15T01:01:10,367 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-15T01:01:10,373 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-15T01:01:10,378 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-15T01:01:10,378 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46327 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1735656207697313800
2024-11-15T01:01:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46327 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:39530 deadline: 1731632473376, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T01:01:10,394 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-15T01:01:10,396 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-15T01:01:10,398 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T01:01:10,400 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T01:01:10,401 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46327 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1735656207697313802
2024-11-15T01:01:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46327 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:39530 deadline: 1731632473400, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T01:01:10,406 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T01:01:10,408 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46327 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=1735656207697313803
2024-11-15T01:01:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46327 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:39530 deadline: 1731632473406, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T01:01:10,412 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T01:01:10,414 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46327 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=1735656207697313804
2024-11-15T01:01:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46327 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:39530 deadline: 1731632473412, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T01:01:10,419 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T01:01:10,431 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214 (was 207)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_191230868_22 at /127.0.0.1:52104 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=588 (was 569) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2187 (was 2309)
2024-11-15T01:01:10,443 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=214, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=588, ProcessCount=11, AvailableMemoryMB=2186
2024-11-15T01:01:10,447 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T01:01:10,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46393 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-15T01:01:10,465 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T01:01:10,465 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:01:10,465 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-15T01:01:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T01:01:10,473 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T01:01:10,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741837_1013 (size=414)
2024-11-15T01:01:10,910 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 37cee89b5108af004594f9280308edbf, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9
2024-11-15T01:01:10,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741838_1014 (size=65)
2024-11-15T01:01:11,322 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:01:11,322 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 37cee89b5108af004594f9280308edbf, disabling compactions & flushes
2024-11-15T01:01:11,323 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf.
2024-11-15T01:01:11,323 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf.
2024-11-15T01:01:11,323 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf. after waiting 0 ms
2024-11-15T01:01:11,323 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf.
2024-11-15T01:01:11,323 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf.
2024-11-15T01:01:11,323 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 37cee89b5108af004594f9280308edbf:
Waiting for close lock at 1731632471322Disabling compacts and flushes for region at 1731632471322Disabling writes for close at 1731632471323 (+1 ms)Writing region close event to WAL at 1731632471323Closed at 1731632471323
2024-11-15T01:01:11,327 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T01:01:11,328 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731632471327"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731632471327"}]},"ts":"1731632471327"}
2024-11-15T01:01:11,334 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T01:01:11,337 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T01:01:11,338 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632471337"}]},"ts":"1731632471337"}
2024-11-15T01:01:11,343 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-15T01:01:11,344 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=37cee89b5108af004594f9280308edbf, ASSIGN}]
2024-11-15T01:01:11,348 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=37cee89b5108af004594f9280308edbf, ASSIGN
2024-11-15T01:01:11,353 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=37cee89b5108af004594f9280308edbf, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,46327,1731632402862; forceNewPlan=false, retain=false
2024-11-15T01:01:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T01:01:11,506 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=37cee89b5108af004594f9280308edbf, regionState=OPENING, regionLocation=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:01:11,514 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=37cee89b5108af004594f9280308edbf, ASSIGN because future has completed
2024-11-15T01:01:11,518 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37cee89b5108af004594f9280308edbf, server=fb2f6cb7846a,46327,1731632402862}]
2024-11-15T01:01:11,698 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf.
2024-11-15T01:01:11,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 37cee89b5108af004594f9280308edbf, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf.', STARTKEY => '', ENDKEY => ''}
2024-11-15T01:01:11,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 37cee89b5108af004594f9280308edbf
2024-11-15T01:01:11,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:01:11,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 37cee89b5108af004594f9280308edbf
2024-11-15T01:01:11,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 37cee89b5108af004594f9280308edbf
2024-11-15T01:01:11,702 INFO  [StoreOpener-37cee89b5108af004594f9280308edbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 37cee89b5108af004594f9280308edbf 
2024-11-15T01:01:11,709 INFO  [StoreOpener-37cee89b5108af004594f9280308edbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37cee89b5108af004594f9280308edbf columnFamilyName testFamily
2024-11-15T01:01:11,709 DEBUG [StoreOpener-37cee89b5108af004594f9280308edbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:01:11,710 INFO  [StoreOpener-37cee89b5108af004594f9280308edbf-1 {}] regionserver.HStore(327): Store=37cee89b5108af004594f9280308edbf/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T01:01:11,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 37cee89b5108af004594f9280308edbf
2024-11-15T01:01:11,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnOpenScanner/37cee89b5108af004594f9280308edbf
2024-11-15T01:01:11,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnOpenScanner/37cee89b5108af004594f9280308edbf
2024-11-15T01:01:11,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 37cee89b5108af004594f9280308edbf
2024-11-15T01:01:11,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 37cee89b5108af004594f9280308edbf
2024-11-15T01:01:11,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 37cee89b5108af004594f9280308edbf
2024-11-15T01:01:11,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnOpenScanner/37cee89b5108af004594f9280308edbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T01:01:11,729 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 37cee89b5108af004594f9280308edbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73884620, jitterRate=0.10096663236618042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T01:01:11,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37cee89b5108af004594f9280308edbf
2024-11-15T01:01:11,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 37cee89b5108af004594f9280308edbf:
Running coprocessor pre-open hook at 1731632471699Writing region info on filesystem at 1731632471699Initializing all the Stores at 1731632471702 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632471702Cleaning up temporary data from old regions at 1731632471716 (+14 ms)Running coprocessor post-open hooks at 1731632471729 (+13 ms)Region opened successfully at 1731632471730 (+1 ms)
2024-11-15T01:01:11,735 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf., pid=9, masterSystemTime=1731632471689
2024-11-15T01:01:11,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf.
2024-11-15T01:01:11,749 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf.
2024-11-15T01:01:11,750 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=37cee89b5108af004594f9280308edbf, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:01:11,765 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37cee89b5108af004594f9280308edbf, server=fb2f6cb7846a,46327,1731632402862 because future has completed
2024-11-15T01:01:11,782 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-15T01:01:11,783 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 37cee89b5108af004594f9280308edbf, server=fb2f6cb7846a,46327,1731632402862 in 257 msec
2024-11-15T01:01:11,790 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-15T01:01:11,791 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=37cee89b5108af004594f9280308edbf, ASSIGN in 439 msec
2024-11-15T01:01:11,795 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T01:01:11,796 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632471795"}]},"ts":"1731632471795"}
2024-11-15T01:01:11,801 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-15T01:01:11,804 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T01:01:11,813 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.3570 sec
2024-11-15T01:01:12,011 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T01:01:12,050 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-15T01:01:12,052 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-15T01:01:12,053 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-15T01:01:12,132 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-15T01:01:12,132 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-15T01:01:12,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T01:01:12,134 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-15T01:01:12,135 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-15T01:01:12,135 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-15T01:01:12,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-15T01:01:12,137 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-15T01:01:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T01:01:13,504 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-15T01:01:13,504 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-15T01:01:13,505 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T01:01:13,510 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-15T01:01:13,511 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T01:01:13,511 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-15T01:01:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2]
2024-11-15T01:01:13,537 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T01:01:13,537 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-15T01:01:13,543 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-15T01:01:13,546 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46327 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-15T01:01:17,202 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T01:01:19,556 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=fb2f6cb7846a:46327 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-15T01:01:19,556 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-15T01:01:19,557 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2 from cache
2024-11-15T01:01:19,565 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=217 (was 214)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=594 (was 588) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2025 (was 2186)
2024-11-15T01:01:19,573 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=217, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=594, ProcessCount=11, AvailableMemoryMB=2024
2024-11-15T01:01:19,576 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T01:01:19,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46393 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-15T01:01:19,579 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T01:01:19,579 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:01:19,579 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-15T01:01:19,580 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T01:01:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-15T01:01:19,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741839_1015 (size=412)
2024-11-15T01:01:19,992 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e3eb036ac73957dc5d14000fe4deb45, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9
2024-11-15T01:01:20,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741840_1016 (size=63)
2024-11-15T01:01:20,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-11-15T01:01:20,402 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:01:20,403 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 7e3eb036ac73957dc5d14000fe4deb45, disabling compactions & flushes
2024-11-15T01:01:20,403 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45.
2024-11-15T01:01:20,403 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45.
2024-11-15T01:01:20,403 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45. after waiting 0 ms
2024-11-15T01:01:20,403 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45.
2024-11-15T01:01:20,403 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45.
2024-11-15T01:01:20,403 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e3eb036ac73957dc5d14000fe4deb45:
Waiting for close lock at 1731632480403Disabling compacts and flushes for region at 1731632480403Disabling writes for close at 1731632480403Writing region close event to WAL at 1731632480403Closed at 1731632480403
2024-11-15T01:01:20,405 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T01:01:20,406 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731632480406"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731632480406"}]},"ts":"1731632480406"}
2024-11-15T01:01:20,410 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T01:01:20,412 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T01:01:20,412 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632480412"}]},"ts":"1731632480412"}
2024-11-15T01:01:20,416 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-15T01:01:20,416 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7e3eb036ac73957dc5d14000fe4deb45, ASSIGN}]
2024-11-15T01:01:20,419 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7e3eb036ac73957dc5d14000fe4deb45, ASSIGN
2024-11-15T01:01:20,420 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7e3eb036ac73957dc5d14000fe4deb45, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,46327,1731632402862; forceNewPlan=false, retain=false
2024-11-15T01:01:20,571 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7e3eb036ac73957dc5d14000fe4deb45, regionState=OPENING, regionLocation=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:01:20,575 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7e3eb036ac73957dc5d14000fe4deb45, ASSIGN because future has completed
2024-11-15T01:01:20,576 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e3eb036ac73957dc5d14000fe4deb45, server=fb2f6cb7846a,46327,1731632402862}]
2024-11-15T01:01:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-15T01:01:20,742 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45.
2024-11-15T01:01:20,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e3eb036ac73957dc5d14000fe4deb45, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45.', STARTKEY => '', ENDKEY => ''}
2024-11-15T01:01:20,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 7e3eb036ac73957dc5d14000fe4deb45
2024-11-15T01:01:20,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:01:20,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 7e3eb036ac73957dc5d14000fe4deb45
2024-11-15T01:01:20,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 7e3eb036ac73957dc5d14000fe4deb45
2024-11-15T01:01:20,746 INFO  [StoreOpener-7e3eb036ac73957dc5d14000fe4deb45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7e3eb036ac73957dc5d14000fe4deb45 
2024-11-15T01:01:20,749 INFO  [StoreOpener-7e3eb036ac73957dc5d14000fe4deb45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e3eb036ac73957dc5d14000fe4deb45 columnFamilyName testFamily
2024-11-15T01:01:20,749 DEBUG [StoreOpener-7e3eb036ac73957dc5d14000fe4deb45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:01:20,750 INFO  [StoreOpener-7e3eb036ac73957dc5d14000fe4deb45-1 {}] regionserver.HStore(327): Store=7e3eb036ac73957dc5d14000fe4deb45/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T01:01:20,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 7e3eb036ac73957dc5d14000fe4deb45
2024-11-15T01:01:20,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnNextAsync/7e3eb036ac73957dc5d14000fe4deb45
2024-11-15T01:01:20,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnNextAsync/7e3eb036ac73957dc5d14000fe4deb45
2024-11-15T01:01:20,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 7e3eb036ac73957dc5d14000fe4deb45
2024-11-15T01:01:20,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 7e3eb036ac73957dc5d14000fe4deb45
2024-11-15T01:01:20,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 7e3eb036ac73957dc5d14000fe4deb45
2024-11-15T01:01:20,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnNextAsync/7e3eb036ac73957dc5d14000fe4deb45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T01:01:20,760 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 7e3eb036ac73957dc5d14000fe4deb45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66168002, jitterRate=-0.014019936323165894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T01:01:20,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e3eb036ac73957dc5d14000fe4deb45
2024-11-15T01:01:20,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 7e3eb036ac73957dc5d14000fe4deb45:
Running coprocessor pre-open hook at 1731632480744Writing region info on filesystem at 1731632480744Initializing all the Stores at 1731632480746 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632480746Cleaning up temporary data from old regions at 1731632480753 (+7 ms)Running coprocessor post-open hooks at 1731632480760 (+7 ms)Region opened successfully at 1731632480761 (+1 ms)
2024-11-15T01:01:20,762 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45., pid=12, masterSystemTime=1731632480730
2024-11-15T01:01:20,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45.
2024-11-15T01:01:20,765 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45.
2024-11-15T01:01:20,766 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7e3eb036ac73957dc5d14000fe4deb45, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:01:20,769 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e3eb036ac73957dc5d14000fe4deb45, server=fb2f6cb7846a,46327,1731632402862 because future has completed
2024-11-15T01:01:20,775 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-15T01:01:20,775 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e3eb036ac73957dc5d14000fe4deb45, server=fb2f6cb7846a,46327,1731632402862 in 196 msec
2024-11-15T01:01:20,780 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-15T01:01:20,780 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7e3eb036ac73957dc5d14000fe4deb45, ASSIGN in 359 msec
2024-11-15T01:01:20,782 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T01:01:20,782 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632480782"}]},"ts":"1731632480782"}
2024-11-15T01:01:20,785 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-15T01:01:20,786 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T01:01:20,789 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2100 sec
2024-11-15T01:01:22,132 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-15T01:01:22,133 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-15T01:01:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-15T01:01:22,615 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-15T01:01:22,615 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-15T01:01:22,615 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T01:01:22,622 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-15T01:01:22,622 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T01:01:22,623 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-15T01:01:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2]
2024-11-15T01:01:22,640 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T01:01:22,640 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-15T01:01:22,645 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-15T01:01:22,648 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-15T01:01:22,650 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-15T01:01:22,651 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46327 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-15T01:01:24,055 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-15T01:01:26,247 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T01:01:28,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46327 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1735656207697313813' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-15T01:01:28,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46327 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:39530 deadline: 1731632494664, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1735656207697313813' does not exist
2024-11-15T01:01:28,668 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to fb2f6cb7846a,46327,1731632402862 for closing scanner id = 1735656207697313813 for 7e3eb036ac73957dc5d14000fe4deb45 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1735656207697313813' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T01:01:28,671 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=219 (was 217)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=587 (was 594), ProcessCount=11 (was 11), AvailableMemoryMB=2619 (was 2024) - AvailableMemoryMB LEAK? -
2024-11-15T01:01:28,679 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=219, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=587, ProcessCount=11, AvailableMemoryMB=2617
2024-11-15T01:01:28,681 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T01:01:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-15T01:01:28,730 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T01:01:28,731 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:01:28,731 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-15T01:01:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-15T01:01:28,733 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T01:01:28,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741841_1017 (size=423)
2024-11-15T01:01:29,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-11-15T01:01:29,200 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83728dd1ae3abeeb73a2deb1b5f06a0c, NAME => 'testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9
2024-11-15T01:01:29,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741842_1018 (size=74)
2024-11-15T01:01:29,616 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:01:29,617 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 83728dd1ae3abeeb73a2deb1b5f06a0c, disabling compactions & flushes
2024-11-15T01:01:29,617 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c.
2024-11-15T01:01:29,617 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c.
2024-11-15T01:01:29,617 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c. after waiting 0 ms
2024-11-15T01:01:29,617 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c.
2024-11-15T01:01:29,617 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c.
2024-11-15T01:01:29,617 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83728dd1ae3abeeb73a2deb1b5f06a0c:
Waiting for close lock at 1731632489617Disabling compacts and flushes for region at 1731632489617Disabling writes for close at 1731632489617Writing region close event to WAL at 1731632489617Closed at 1731632489617
2024-11-15T01:01:29,619 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T01:01:29,620 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731632489619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731632489619"}]},"ts":"1731632489619"}
2024-11-15T01:01:29,623 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T01:01:29,625 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T01:01:29,625 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632489625"}]},"ts":"1731632489625"}
2024-11-15T01:01:29,628 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-15T01:01:29,629 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=83728dd1ae3abeeb73a2deb1b5f06a0c, ASSIGN}]
2024-11-15T01:01:29,631 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=83728dd1ae3abeeb73a2deb1b5f06a0c, ASSIGN
2024-11-15T01:01:29,633 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=83728dd1ae3abeeb73a2deb1b5f06a0c, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,46327,1731632402862; forceNewPlan=false, retain=false
2024-11-15T01:01:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-15T01:01:29,784 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=83728dd1ae3abeeb73a2deb1b5f06a0c, regionState=OPENING, regionLocation=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:01:29,789 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=83728dd1ae3abeeb73a2deb1b5f06a0c, ASSIGN because future has completed
2024-11-15T01:01:29,789 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83728dd1ae3abeeb73a2deb1b5f06a0c, server=fb2f6cb7846a,46327,1731632402862}]
2024-11-15T01:01:29,951 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c.
2024-11-15T01:01:29,951 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 83728dd1ae3abeeb73a2deb1b5f06a0c, NAME => 'testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c.', STARTKEY => '', ENDKEY => ''}
2024-11-15T01:01:29,952 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 83728dd1ae3abeeb73a2deb1b5f06a0c
2024-11-15T01:01:29,952 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:01:29,952 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 83728dd1ae3abeeb73a2deb1b5f06a0c
2024-11-15T01:01:29,952 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 83728dd1ae3abeeb73a2deb1b5f06a0c
2024-11-15T01:01:29,955 INFO  [StoreOpener-83728dd1ae3abeeb73a2deb1b5f06a0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 83728dd1ae3abeeb73a2deb1b5f06a0c 
2024-11-15T01:01:29,958 INFO  [StoreOpener-83728dd1ae3abeeb73a2deb1b5f06a0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83728dd1ae3abeeb73a2deb1b5f06a0c columnFamilyName testFamily
2024-11-15T01:01:29,958 DEBUG [StoreOpener-83728dd1ae3abeeb73a2deb1b5f06a0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:01:29,959 INFO  [StoreOpener-83728dd1ae3abeeb73a2deb1b5f06a0c-1 {}] regionserver.HStore(327): Store=83728dd1ae3abeeb73a2deb1b5f06a0c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T01:01:29,959 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 83728dd1ae3abeeb73a2deb1b5f06a0c
2024-11-15T01:01:29,961 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testRetryOutOfOrderScannerNextException/83728dd1ae3abeeb73a2deb1b5f06a0c
2024-11-15T01:01:29,962 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testRetryOutOfOrderScannerNextException/83728dd1ae3abeeb73a2deb1b5f06a0c
2024-11-15T01:01:29,962 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 83728dd1ae3abeeb73a2deb1b5f06a0c
2024-11-15T01:01:29,963 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 83728dd1ae3abeeb73a2deb1b5f06a0c
2024-11-15T01:01:29,966 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 83728dd1ae3abeeb73a2deb1b5f06a0c
2024-11-15T01:01:29,970 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testRetryOutOfOrderScannerNextException/83728dd1ae3abeeb73a2deb1b5f06a0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T01:01:29,971 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 83728dd1ae3abeeb73a2deb1b5f06a0c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74300808, jitterRate=0.10716831684112549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T01:01:29,971 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83728dd1ae3abeeb73a2deb1b5f06a0c
2024-11-15T01:01:29,972 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 83728dd1ae3abeeb73a2deb1b5f06a0c:
Running coprocessor pre-open hook at 1731632489952Writing region info on filesystem at 1731632489952Initializing all the Stores at 1731632489954 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632489954Cleaning up temporary data from old regions at 1731632489963 (+9 ms)Running coprocessor post-open hooks at 1731632489971 (+8 ms)Region opened successfully at 1731632489972 (+1 ms)
2024-11-15T01:01:29,973 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c., pid=15, masterSystemTime=1731632489944
2024-11-15T01:01:29,977 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c.
2024-11-15T01:01:29,977 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c.
2024-11-15T01:01:29,978 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=83728dd1ae3abeeb73a2deb1b5f06a0c, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:01:29,981 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83728dd1ae3abeeb73a2deb1b5f06a0c, server=fb2f6cb7846a,46327,1731632402862 because future has completed
2024-11-15T01:01:29,986 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-15T01:01:29,986 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 83728dd1ae3abeeb73a2deb1b5f06a0c, server=fb2f6cb7846a,46327,1731632402862 in 194 msec
2024-11-15T01:01:29,990 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-15T01:01:29,990 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=83728dd1ae3abeeb73a2deb1b5f06a0c, ASSIGN in 357 msec
2024-11-15T01:01:29,991 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T01:01:29,991 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632489991"}]},"ts":"1731632489991"}
2024-11-15T01:01:29,995 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-15T01:01:29,997 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T01:01:30,000 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.3160 sec
2024-11-15T01:01:30,056 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-15T01:01:30,206 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T01:01:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-15T01:01:31,757 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-15T01:01:31,757 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-15T01:01:31,758 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T01:01:31,764 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-15T01:01:31,764 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T01:01:31,764 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-15T01:01:31,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2]
2024-11-15T01:01:31,778 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T01:01:31,778 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-15T01:01:31,782 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-15T01:01:31,785 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-15T01:01:31,787 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-15T01:01:31,788 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46327 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1735656207697313817
2024-11-15T01:01:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46327 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:39530 deadline: 1731632494787, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T01:01:31,793 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-15T01:01:31,795 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-15T01:01:31,795 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T01:01:31,797 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T01:01:31,798 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46327 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1735656207697313819
2024-11-15T01:01:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46327 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:39530 deadline: 1731632494797, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T01:01:31,802 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T01:01:31,803 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46327 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=1735656207697313820
2024-11-15T01:01:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46327 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:39530 deadline: 1731632494801, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T01:01:31,806 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T01:01:31,807 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46327 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=1735656207697313821
2024-11-15T01:01:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46327 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:39530 deadline: 1731632494806, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T01:01:31,811 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T01:01:31,820 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=222 (was 219)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_191230868_22 at /127.0.0.1:43738 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=564 (was 587), ProcessCount=11 (was 11), AvailableMemoryMB=2462 (was 2617)
2024-11-15T01:01:31,830 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=564, ProcessCount=11, AvailableMemoryMB=2462
2024-11-15T01:01:31,833 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T01:01:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-15T01:01:31,835 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T01:01:31,835 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:01:31,835 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-15T01:01:31,837 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T01:01:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-15T01:01:31,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741843_1019 (size=418)
2024-11-15T01:01:32,132 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-15T01:01:32,133 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-15T01:01:32,249 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ac741df65166be3c0d258380b8e102f, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9
2024-11-15T01:01:32,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741844_1020 (size=69)
2024-11-15T01:01:32,666 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:01:32,667 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 8ac741df65166be3c0d258380b8e102f, disabling compactions & flushes
2024-11-15T01:01:32,667 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f.
2024-11-15T01:01:32,667 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f.
2024-11-15T01:01:32,667 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f. after waiting 0 ms
2024-11-15T01:01:32,667 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f.
2024-11-15T01:01:32,668 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f.
2024-11-15T01:01:32,668 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ac741df65166be3c0d258380b8e102f:
Waiting for close lock at 1731632492667Disabling compacts and flushes for region at 1731632492667Disabling writes for close at 1731632492667Writing region close event to WAL at 1731632492668 (+1 ms)Closed at 1731632492668
2024-11-15T01:01:32,671 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T01:01:32,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731632492671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731632492671"}]},"ts":"1731632492671"}
2024-11-15T01:01:32,675 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T01:01:32,677 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T01:01:32,677 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632492677"}]},"ts":"1731632492677"}
2024-11-15T01:01:32,679 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-15T01:01:32,680 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=8ac741df65166be3c0d258380b8e102f, ASSIGN}]
2024-11-15T01:01:32,681 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=8ac741df65166be3c0d258380b8e102f, ASSIGN
2024-11-15T01:01:32,683 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=8ac741df65166be3c0d258380b8e102f, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,46327,1731632402862; forceNewPlan=false, retain=false
2024-11-15T01:01:32,833 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=8ac741df65166be3c0d258380b8e102f, regionState=OPENING, regionLocation=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:01:32,837 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=8ac741df65166be3c0d258380b8e102f, ASSIGN because future has completed
2024-11-15T01:01:32,837 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ac741df65166be3c0d258380b8e102f, server=fb2f6cb7846a,46327,1731632402862}]
2024-11-15T01:01:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-15T01:01:33,000 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f.
2024-11-15T01:01:33,000 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ac741df65166be3c0d258380b8e102f, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f.', STARTKEY => '', ENDKEY => ''}
2024-11-15T01:01:33,001 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 8ac741df65166be3c0d258380b8e102f
2024-11-15T01:01:33,001 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:01:33,001 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 8ac741df65166be3c0d258380b8e102f
2024-11-15T01:01:33,001 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 8ac741df65166be3c0d258380b8e102f
2024-11-15T01:01:33,004 INFO  [StoreOpener-8ac741df65166be3c0d258380b8e102f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8ac741df65166be3c0d258380b8e102f 
2024-11-15T01:01:33,007 INFO  [StoreOpener-8ac741df65166be3c0d258380b8e102f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ac741df65166be3c0d258380b8e102f columnFamilyName testFamily
2024-11-15T01:01:33,007 DEBUG [StoreOpener-8ac741df65166be3c0d258380b8e102f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:01:33,008 INFO  [StoreOpener-8ac741df65166be3c0d258380b8e102f-1 {}] regionserver.HStore(327): Store=8ac741df65166be3c0d258380b8e102f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T01:01:33,008 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 8ac741df65166be3c0d258380b8e102f
2024-11-15T01:01:33,009 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnOpenScanner/8ac741df65166be3c0d258380b8e102f
2024-11-15T01:01:33,010 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnOpenScanner/8ac741df65166be3c0d258380b8e102f
2024-11-15T01:01:33,011 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 8ac741df65166be3c0d258380b8e102f
2024-11-15T01:01:33,011 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 8ac741df65166be3c0d258380b8e102f
2024-11-15T01:01:33,013 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 8ac741df65166be3c0d258380b8e102f
2024-11-15T01:01:33,017 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnOpenScanner/8ac741df65166be3c0d258380b8e102f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T01:01:33,017 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 8ac741df65166be3c0d258380b8e102f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60082710, jitterRate=-0.10469785332679749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T01:01:33,017 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ac741df65166be3c0d258380b8e102f
2024-11-15T01:01:33,018 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 8ac741df65166be3c0d258380b8e102f:
Running coprocessor pre-open hook at 1731632493002Writing region info on filesystem at 1731632493002Initializing all the Stores at 1731632493004 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632493004Cleaning up temporary data from old regions at 1731632493011 (+7 ms)Running coprocessor post-open hooks at 1731632493017 (+6 ms)Region opened successfully at 1731632493018 (+1 ms)
2024-11-15T01:01:33,019 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f., pid=18, masterSystemTime=1731632492990
2024-11-15T01:01:33,022 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f.
2024-11-15T01:01:33,022 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f.
2024-11-15T01:01:33,023 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=8ac741df65166be3c0d258380b8e102f, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:01:33,026 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ac741df65166be3c0d258380b8e102f, server=fb2f6cb7846a,46327,1731632402862 because future has completed
2024-11-15T01:01:33,031 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-15T01:01:33,031 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ac741df65166be3c0d258380b8e102f, server=fb2f6cb7846a,46327,1731632402862 in 190 msec
2024-11-15T01:01:33,034 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-15T01:01:33,035 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=8ac741df65166be3c0d258380b8e102f, ASSIGN in 351 msec
2024-11-15T01:01:33,036 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T01:01:33,036 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632493036"}]},"ts":"1731632493036"}
2024-11-15T01:01:33,038 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-15T01:01:33,039 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T01:01:33,042 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2060 sec
2024-11-15T01:01:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-15T01:01:34,864 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-15T01:01:34,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-15T01:01:34,864 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T01:01:34,869 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-15T01:01:34,869 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T01:01:34,869 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-15T01:01:34,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2]
2024-11-15T01:01:34,887 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T01:01:34,887 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-15T01:01:34,892 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-15T01:01:34,894 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46327 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-15T01:01:35,454 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T01:01:35,900 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=fb2f6cb7846a:46327 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms
2024-11-15T01:01:35,901 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms
2024-11-15T01:01:35,901 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2 from cache
2024-11-15T01:01:36,057 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-15T01:01:36,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-11-15T01:01:36,917 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2]
2024-11-15T01:01:36,919 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46327 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-15T01:01:37,901 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=fb2f6cb7846a:46327 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=982ms, rpcTimeout=974ms
2024-11-15T01:01:37,901 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=982ms, rpcTimeout=974ms
2024-11-15T01:01:37,901 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2 from cache
2024-11-15T01:01:37,912 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=221 (was 222), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=543 (was 564), ProcessCount=11 (was 11), AvailableMemoryMB=2288 (was 2462)
2024-11-15T01:01:37,922 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=221, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=543, ProcessCount=11, AvailableMemoryMB=2287
2024-11-15T01:01:37,924 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T01:01:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-15T01:01:37,927 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T01:01:37,927 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:01:37,927 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-15T01:01:37,928 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T01:01:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-15T01:01:37,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741845_1021 (size=416)
2024-11-15T01:01:38,384 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f3216b5217e4d913db0e1fd19643241, NAME => 'testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9
2024-11-15T01:01:38,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741846_1022 (size=67)
2024-11-15T01:01:38,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-11-15T01:01:38,794 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:01:38,794 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 4f3216b5217e4d913db0e1fd19643241, disabling compactions & flushes
2024-11-15T01:01:38,794 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241.
2024-11-15T01:01:38,795 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241.
2024-11-15T01:01:38,795 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241. after waiting 0 ms
2024-11-15T01:01:38,795 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241.
2024-11-15T01:01:38,795 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241.
2024-11-15T01:01:38,795 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f3216b5217e4d913db0e1fd19643241:
Waiting for close lock at 1731632498794Disabling compacts and flushes for region at 1731632498794Disabling writes for close at 1731632498795 (+1 ms)Writing region close event to WAL at 1731632498795Closed at 1731632498795
2024-11-15T01:01:38,797 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T01:01:38,797 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731632498797"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731632498797"}]},"ts":"1731632498797"}
2024-11-15T01:01:38,799 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T01:01:38,801 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T01:01:38,801 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632498801"}]},"ts":"1731632498801"}
2024-11-15T01:01:38,803 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-15T01:01:38,804 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=4f3216b5217e4d913db0e1fd19643241, ASSIGN}]
2024-11-15T01:01:38,805 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=4f3216b5217e4d913db0e1fd19643241, ASSIGN
2024-11-15T01:01:38,806 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=4f3216b5217e4d913db0e1fd19643241, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,46327,1731632402862; forceNewPlan=false, retain=false
2024-11-15T01:01:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-15T01:01:38,958 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=4f3216b5217e4d913db0e1fd19643241, regionState=OPENING, regionLocation=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:01:38,963 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=4f3216b5217e4d913db0e1fd19643241, ASSIGN because future has completed
2024-11-15T01:01:38,963 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f3216b5217e4d913db0e1fd19643241, server=fb2f6cb7846a,46327,1731632402862}]
2024-11-15T01:01:39,124 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241.
2024-11-15T01:01:39,125 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f3216b5217e4d913db0e1fd19643241, NAME => 'testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241.', STARTKEY => '', ENDKEY => ''}
2024-11-15T01:01:39,125 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 4f3216b5217e4d913db0e1fd19643241
2024-11-15T01:01:39,125 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:01:39,125 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 4f3216b5217e4d913db0e1fd19643241
2024-11-15T01:01:39,126 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 4f3216b5217e4d913db0e1fd19643241
2024-11-15T01:01:39,127 INFO  [StoreOpener-4f3216b5217e4d913db0e1fd19643241-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4f3216b5217e4d913db0e1fd19643241 
2024-11-15T01:01:39,129 INFO  [StoreOpener-4f3216b5217e4d913db0e1fd19643241-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f3216b5217e4d913db0e1fd19643241 columnFamilyName testFamily
2024-11-15T01:01:39,129 DEBUG [StoreOpener-4f3216b5217e4d913db0e1fd19643241-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:01:39,130 INFO  [StoreOpener-4f3216b5217e4d913db0e1fd19643241-1 {}] regionserver.HStore(327): Store=4f3216b5217e4d913db0e1fd19643241/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T01:01:39,130 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 4f3216b5217e4d913db0e1fd19643241
2024-11-15T01:01:39,131 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnNextAsync/4f3216b5217e4d913db0e1fd19643241
2024-11-15T01:01:39,131 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnNextAsync/4f3216b5217e4d913db0e1fd19643241
2024-11-15T01:01:39,132 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 4f3216b5217e4d913db0e1fd19643241
2024-11-15T01:01:39,132 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 4f3216b5217e4d913db0e1fd19643241
2024-11-15T01:01:39,134 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 4f3216b5217e4d913db0e1fd19643241
2024-11-15T01:01:39,137 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnNextAsync/4f3216b5217e4d913db0e1fd19643241/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T01:01:39,138 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 4f3216b5217e4d913db0e1fd19643241; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71419849, jitterRate=0.06423868238925934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T01:01:39,138 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f3216b5217e4d913db0e1fd19643241
2024-11-15T01:01:39,138 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 4f3216b5217e4d913db0e1fd19643241:
Running coprocessor pre-open hook at 1731632499126Writing region info on filesystem at 1731632499126Initializing all the Stores at 1731632499127 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632499127Cleaning up temporary data from old regions at 1731632499132 (+5 ms)Running coprocessor post-open hooks at 1731632499138 (+6 ms)Region opened successfully at 1731632499138
2024-11-15T01:01:39,139 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241., pid=21, masterSystemTime=1731632499119
2024-11-15T01:01:39,142 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241.
2024-11-15T01:01:39,143 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241.
2024-11-15T01:01:39,143 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=4f3216b5217e4d913db0e1fd19643241, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:01:39,146 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f3216b5217e4d913db0e1fd19643241, server=fb2f6cb7846a,46327,1731632402862 because future has completed
2024-11-15T01:01:39,150 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-15T01:01:39,150 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f3216b5217e4d913db0e1fd19643241, server=fb2f6cb7846a,46327,1731632402862 in 185 msec
2024-11-15T01:01:39,153 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-15T01:01:39,153 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=4f3216b5217e4d913db0e1fd19643241, ASSIGN in 346 msec
2024-11-15T01:01:39,155 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T01:01:39,155 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632499155"}]},"ts":"1731632499155"}
2024-11-15T01:01:39,157 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-15T01:01:39,158 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T01:01:39,161 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2340 sec
2024-11-15T01:01:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-15T01:01:40,966 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-15T01:01:40,966 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-15T01:01:40,966 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T01:01:40,976 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-15T01:01:40,976 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T01:01:40,977 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-15T01:01:40,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2]
2024-11-15T01:01:40,993 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T01:01:40,993 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-15T01:01:40,997 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-15T01:01:40,999 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-15T01:01:41,000 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-15T01:01:41,001 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46327 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-15T01:01:42,059 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-15T01:01:42,132 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-15T01:01:42,132 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-15T01:01:42,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-15T01:01:42,133 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-15T01:01:44,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46327 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1735656207697313832' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-15T01:01:44,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46327 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:39530 deadline: 1731632505014, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1735656207697313832' does not exist
2024-11-15T01:01:44,015 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to fb2f6cb7846a,46327,1731632402862 for closing scanner id = 1735656207697313832 for 4f3216b5217e4d913db0e1fd19643241 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1735656207697313832' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T01:01:44,020 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=221 (was 221), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=523 (was 543), ProcessCount=11 (was 11), AvailableMemoryMB=3232 (was 2287) - AvailableMemoryMB LEAK? -
2024-11-15T01:01:44,030 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=523, ProcessCount=11, AvailableMemoryMB=3231
2024-11-15T01:01:44,032 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T01:01:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-15T01:01:44,036 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T01:01:44,036 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:01:44,036 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-15T01:01:44,038 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T01:01:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-15T01:01:44,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741847_1023 (size=411)
2024-11-15T01:01:44,452 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2af5dbc426ebcbcd4c7e82a5f5be9fae, NAME => 'testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9
2024-11-15T01:01:44,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741848_1024 (size=62)
2024-11-15T01:01:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-11-15T01:01:44,628 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T01:01:44,865 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:01:44,865 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 2af5dbc426ebcbcd4c7e82a5f5be9fae, disabling compactions & flushes
2024-11-15T01:01:44,865 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae.
2024-11-15T01:01:44,865 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae.
2024-11-15T01:01:44,865 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae. after waiting 0 ms
2024-11-15T01:01:44,865 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae.
2024-11-15T01:01:44,866 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae.
2024-11-15T01:01:44,866 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2af5dbc426ebcbcd4c7e82a5f5be9fae:
Waiting for close lock at 1731632504865Disabling compacts and flushes for region at 1731632504865Disabling writes for close at 1731632504865Writing region close event to WAL at 1731632504865Closed at 1731632504865
2024-11-15T01:01:44,868 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T01:01:44,868 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731632504868"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731632504868"}]},"ts":"1731632504868"}
2024-11-15T01:01:44,871 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T01:01:44,873 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T01:01:44,873 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632504873"}]},"ts":"1731632504873"}
2024-11-15T01:01:44,876 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-15T01:01:44,876 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=2af5dbc426ebcbcd4c7e82a5f5be9fae, ASSIGN}]
2024-11-15T01:01:44,878 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=2af5dbc426ebcbcd4c7e82a5f5be9fae, ASSIGN
2024-11-15T01:01:44,880 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=2af5dbc426ebcbcd4c7e82a5f5be9fae, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,46327,1731632402862; forceNewPlan=false, retain=false
2024-11-15T01:01:45,031 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=2af5dbc426ebcbcd4c7e82a5f5be9fae, regionState=OPENING, regionLocation=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:01:45,034 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=2af5dbc426ebcbcd4c7e82a5f5be9fae, ASSIGN because future has completed
2024-11-15T01:01:45,034 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2af5dbc426ebcbcd4c7e82a5f5be9fae, server=fb2f6cb7846a,46327,1731632402862}]
2024-11-15T01:01:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-15T01:01:45,194 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae.
2024-11-15T01:01:45,194 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 2af5dbc426ebcbcd4c7e82a5f5be9fae, NAME => 'testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae.', STARTKEY => '', ENDKEY => ''}
2024-11-15T01:01:45,194 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 2af5dbc426ebcbcd4c7e82a5f5be9fae
2024-11-15T01:01:45,194 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:01:45,195 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 2af5dbc426ebcbcd4c7e82a5f5be9fae
2024-11-15T01:01:45,195 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 2af5dbc426ebcbcd4c7e82a5f5be9fae
2024-11-15T01:01:45,197 INFO  [StoreOpener-2af5dbc426ebcbcd4c7e82a5f5be9fae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2af5dbc426ebcbcd4c7e82a5f5be9fae 
2024-11-15T01:01:45,200 INFO  [StoreOpener-2af5dbc426ebcbcd4c7e82a5f5be9fae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2af5dbc426ebcbcd4c7e82a5f5be9fae columnFamilyName testFamily
2024-11-15T01:01:45,200 DEBUG [StoreOpener-2af5dbc426ebcbcd4c7e82a5f5be9fae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:01:45,201 INFO  [StoreOpener-2af5dbc426ebcbcd4c7e82a5f5be9fae-1 {}] regionserver.HStore(327): Store=2af5dbc426ebcbcd4c7e82a5f5be9fae/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T01:01:45,201 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 2af5dbc426ebcbcd4c7e82a5f5be9fae
2024-11-15T01:01:45,204 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnNext/2af5dbc426ebcbcd4c7e82a5f5be9fae
2024-11-15T01:01:45,205 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnNext/2af5dbc426ebcbcd4c7e82a5f5be9fae
2024-11-15T01:01:45,205 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 2af5dbc426ebcbcd4c7e82a5f5be9fae
2024-11-15T01:01:45,205 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 2af5dbc426ebcbcd4c7e82a5f5be9fae
2024-11-15T01:01:45,208 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 2af5dbc426ebcbcd4c7e82a5f5be9fae
2024-11-15T01:01:45,213 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnNext/2af5dbc426ebcbcd4c7e82a5f5be9fae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T01:01:45,214 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 2af5dbc426ebcbcd4c7e82a5f5be9fae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59488562, jitterRate=-0.11355134844779968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T01:01:45,214 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2af5dbc426ebcbcd4c7e82a5f5be9fae
2024-11-15T01:01:45,215 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 2af5dbc426ebcbcd4c7e82a5f5be9fae:
Running coprocessor pre-open hook at 1731632505195Writing region info on filesystem at 1731632505195Initializing all the Stores at 1731632505196 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632505197 (+1 ms)Cleaning up temporary data from old regions at 1731632505205 (+8 ms)Running coprocessor post-open hooks at 1731632505214 (+9 ms)Region opened successfully at 1731632505215 (+1 ms)
2024-11-15T01:01:45,216 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae., pid=24, masterSystemTime=1731632505188
2024-11-15T01:01:45,219 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae.
2024-11-15T01:01:45,219 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae.
2024-11-15T01:01:45,220 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=2af5dbc426ebcbcd4c7e82a5f5be9fae, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:01:45,225 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2af5dbc426ebcbcd4c7e82a5f5be9fae, server=fb2f6cb7846a,46327,1731632402862 because future has completed
2024-11-15T01:01:45,230 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-15T01:01:45,230 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 2af5dbc426ebcbcd4c7e82a5f5be9fae, server=fb2f6cb7846a,46327,1731632402862 in 193 msec
2024-11-15T01:01:45,235 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-15T01:01:45,235 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=2af5dbc426ebcbcd4c7e82a5f5be9fae, ASSIGN in 355 msec
2024-11-15T01:01:45,237 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T01:01:45,238 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632505237"}]},"ts":"1731632505237"}
2024-11-15T01:01:45,246 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-15T01:01:45,248 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T01:01:45,252 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2170 sec
2024-11-15T01:01:46,938 INFO  [master/fb2f6cb7846a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-15T01:01:46,938 INFO  [master/fb2f6cb7846a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-15T01:01:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-15T01:01:47,074 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-15T01:01:47,074 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-15T01:01:47,074 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T01:01:47,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-15T01:01:47,080 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T01:01:47,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-15T01:01:47,083 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2]
2024-11-15T01:01:47,099 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T01:01:47,099 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-15T01:01:47,106 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-15T01:01:47,109 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-15T01:01:47,112 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-15T01:01:47,113 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46327 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-15T01:01:48,060 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-15T01:01:50,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46327 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1735656207697313836' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-15T01:01:50,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46327 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:39530 deadline: 1731632511122, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1735656207697313836' does not exist
2024-11-15T01:01:50,124 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to fb2f6cb7846a,46327,1731632402862 for closing scanner id = 1735656207697313836 for 2af5dbc426ebcbcd4c7e82a5f5be9fae of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1735656207697313836' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T01:01:50,130 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=221 (was 221), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=481 (was 523), ProcessCount=11 (was 11), AvailableMemoryMB=2969 (was 3231)
2024-11-15T01:01:50,140 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=481, ProcessCount=11, AvailableMemoryMB=2968
2024-11-15T01:01:50,143 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T01:01:50,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46393 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-15T01:01:50,146 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T01:01:50,146 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:01:50,146 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-15T01:01:50,148 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T01:01:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-15T01:01:50,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741849_1025 (size=419)
2024-11-15T01:01:50,565 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d87a348243a58250b65a9e7036826720, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9
2024-11-15T01:01:50,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741850_1026 (size=70)
2024-11-15T01:01:50,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-11-15T01:01:50,697 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T01:01:50,978 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:01:50,978 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing d87a348243a58250b65a9e7036826720, disabling compactions & flushes
2024-11-15T01:01:50,978 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720.
2024-11-15T01:01:50,978 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720.
2024-11-15T01:01:50,978 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720. after waiting 0 ms
2024-11-15T01:01:50,978 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720.
2024-11-15T01:01:50,979 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720.
2024-11-15T01:01:50,979 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for d87a348243a58250b65a9e7036826720:
Waiting for close lock at 1731632510978Disabling compacts and flushes for region at 1731632510978Disabling writes for close at 1731632510978Writing region close event to WAL at 1731632510979 (+1 ms)Closed at 1731632510979
2024-11-15T01:01:50,982 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T01:01:50,982 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731632510982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731632510982"}]},"ts":"1731632510982"}
2024-11-15T01:01:50,986 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T01:01:50,988 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T01:01:50,988 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632510988"}]},"ts":"1731632510988"}
2024-11-15T01:01:50,991 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-15T01:01:50,992 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=d87a348243a58250b65a9e7036826720, ASSIGN}]
2024-11-15T01:01:50,993 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=d87a348243a58250b65a9e7036826720, ASSIGN
2024-11-15T01:01:50,995 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=d87a348243a58250b65a9e7036826720, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,46327,1731632402862; forceNewPlan=false, retain=false
2024-11-15T01:01:51,146 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=d87a348243a58250b65a9e7036826720, regionState=OPENING, regionLocation=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:01:51,150 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=d87a348243a58250b65a9e7036826720, ASSIGN because future has completed
2024-11-15T01:01:51,150 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure d87a348243a58250b65a9e7036826720, server=fb2f6cb7846a,46327,1731632402862}]
2024-11-15T01:01:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-15T01:01:51,311 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720.
2024-11-15T01:01:51,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => d87a348243a58250b65a9e7036826720, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720.', STARTKEY => '', ENDKEY => ''}
2024-11-15T01:01:51,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync d87a348243a58250b65a9e7036826720
2024-11-15T01:01:51,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:01:51,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for d87a348243a58250b65a9e7036826720
2024-11-15T01:01:51,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for d87a348243a58250b65a9e7036826720
2024-11-15T01:01:51,317 INFO  [StoreOpener-d87a348243a58250b65a9e7036826720-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d87a348243a58250b65a9e7036826720 
2024-11-15T01:01:51,319 INFO  [StoreOpener-d87a348243a58250b65a9e7036826720-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d87a348243a58250b65a9e7036826720 columnFamilyName testFamily
2024-11-15T01:01:51,319 DEBUG [StoreOpener-d87a348243a58250b65a9e7036826720-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:01:51,320 INFO  [StoreOpener-d87a348243a58250b65a9e7036826720-1 {}] regionserver.HStore(327): Store=d87a348243a58250b65a9e7036826720/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T01:01:51,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for d87a348243a58250b65a9e7036826720
2024-11-15T01:01:51,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d87a348243a58250b65a9e7036826720
2024-11-15T01:01:51,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d87a348243a58250b65a9e7036826720
2024-11-15T01:01:51,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for d87a348243a58250b65a9e7036826720
2024-11-15T01:01:51,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for d87a348243a58250b65a9e7036826720
2024-11-15T01:01:51,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for d87a348243a58250b65a9e7036826720
2024-11-15T01:01:51,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d87a348243a58250b65a9e7036826720/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T01:01:51,330 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened d87a348243a58250b65a9e7036826720; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60353480, jitterRate=-0.10066306591033936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T01:01:51,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d87a348243a58250b65a9e7036826720
2024-11-15T01:01:51,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for d87a348243a58250b65a9e7036826720:
Running coprocessor pre-open hook at 1731632511314Writing region info on filesystem at 1731632511314Initializing all the Stores at 1731632511316 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632511316Cleaning up temporary data from old regions at 1731632511322 (+6 ms)Running coprocessor post-open hooks at 1731632511331 (+9 ms)Region opened successfully at 1731632511331
2024-11-15T01:01:51,333 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720., pid=27, masterSystemTime=1731632511304
2024-11-15T01:01:51,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720.
2024-11-15T01:01:51,335 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720.
2024-11-15T01:01:51,336 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=d87a348243a58250b65a9e7036826720, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:01:51,340 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure d87a348243a58250b65a9e7036826720, server=fb2f6cb7846a,46327,1731632402862 because future has completed
2024-11-15T01:01:51,346 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-15T01:01:51,346 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure d87a348243a58250b65a9e7036826720, server=fb2f6cb7846a,46327,1731632402862 in 192 msec
2024-11-15T01:01:51,349 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-15T01:01:51,350 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=d87a348243a58250b65a9e7036826720, ASSIGN in 354 msec
2024-11-15T01:01:51,351 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T01:01:51,351 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632511351"}]},"ts":"1731632511351"}
2024-11-15T01:01:51,353 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-15T01:01:51,355 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T01:01:51,358 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2120 sec
2024-11-15T01:01:52,132 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-15T01:01:52,132 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-15T01:01:52,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-15T01:01:52,133 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-15T01:01:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-15T01:01:53,166 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-15T01:01:53,166 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-15T01:01:53,166 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T01:01:53,176 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-15T01:01:53,176 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T01:01:53,177 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-15T01:01:53,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2]
2024-11-15T01:01:53,190 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T01:01:53,190 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-15T01:01:53,193 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-15T01:01:53,195 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46327 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-15T01:01:54,062 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-15T01:01:56,815 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T01:01:59,200 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=fb2f6cb7846a:46327 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms
2024-11-15T01:01:59,200 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms
2024-11-15T01:01:59,201 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2 from cache
2024-11-15T01:01:59,213 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=221 (was 221), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=515 (was 481) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2852 (was 2968)
2024-11-15T01:01:59,224 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=515, ProcessCount=11, AvailableMemoryMB=2852
2024-11-15T01:01:59,227 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T01:01:59,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46393 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-15T01:01:59,230 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T01:01:59,231 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:01:59,231 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-15T01:01:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-15T01:01:59,233 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T01:01:59,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741851_1027 (size=407)
2024-11-15T01:01:59,244 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35241c3992f6c3ed0adaa5989a1abb32, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9
2024-11-15T01:01:59,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741852_1028 (size=58)
2024-11-15T01:01:59,695 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:01:59,695 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 35241c3992f6c3ed0adaa5989a1abb32, disabling compactions & flushes
2024-11-15T01:01:59,695 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32.
2024-11-15T01:01:59,695 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32.
2024-11-15T01:01:59,695 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32. after waiting 0 ms
2024-11-15T01:01:59,695 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32.
2024-11-15T01:01:59,695 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32.
2024-11-15T01:01:59,696 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35241c3992f6c3ed0adaa5989a1abb32:
Waiting for close lock at 1731632519695Disabling compacts and flushes for region at 1731632519695Disabling writes for close at 1731632519695Writing region close event to WAL at 1731632519695Closed at 1731632519695
2024-11-15T01:01:59,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-11-15T01:01:59,698 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T01:01:59,698 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731632519698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731632519698"}]},"ts":"1731632519698"}
2024-11-15T01:01:59,702 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T01:01:59,704 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T01:01:59,704 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632519704"}]},"ts":"1731632519704"}
2024-11-15T01:01:59,708 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-15T01:01:59,708 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=35241c3992f6c3ed0adaa5989a1abb32, ASSIGN}]
2024-11-15T01:01:59,711 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=35241c3992f6c3ed0adaa5989a1abb32, ASSIGN
2024-11-15T01:01:59,712 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=35241c3992f6c3ed0adaa5989a1abb32, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,46327,1731632402862; forceNewPlan=false, retain=false
2024-11-15T01:01:59,863 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=35241c3992f6c3ed0adaa5989a1abb32, regionState=OPENING, regionLocation=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:01:59,867 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=35241c3992f6c3ed0adaa5989a1abb32, ASSIGN because future has completed
2024-11-15T01:01:59,867 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35241c3992f6c3ed0adaa5989a1abb32, server=fb2f6cb7846a,46327,1731632402862}]
2024-11-15T01:02:00,028 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32.
2024-11-15T01:02:00,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 35241c3992f6c3ed0adaa5989a1abb32, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32.', STARTKEY => '', ENDKEY => ''}
2024-11-15T01:02:00,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 35241c3992f6c3ed0adaa5989a1abb32
2024-11-15T01:02:00,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:02:00,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 35241c3992f6c3ed0adaa5989a1abb32
2024-11-15T01:02:00,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 35241c3992f6c3ed0adaa5989a1abb32
2024-11-15T01:02:00,031 INFO  [StoreOpener-35241c3992f6c3ed0adaa5989a1abb32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 35241c3992f6c3ed0adaa5989a1abb32 
2024-11-15T01:02:00,038 INFO  [StoreOpener-35241c3992f6c3ed0adaa5989a1abb32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35241c3992f6c3ed0adaa5989a1abb32 columnFamilyName testFamily
2024-11-15T01:02:00,038 DEBUG [StoreOpener-35241c3992f6c3ed0adaa5989a1abb32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:02:00,041 INFO  [StoreOpener-35241c3992f6c3ed0adaa5989a1abb32-1 {}] regionserver.HStore(327): Store=35241c3992f6c3ed0adaa5989a1abb32/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T01:02:00,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 35241c3992f6c3ed0adaa5989a1abb32
2024-11-15T01:02:00,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnNext/35241c3992f6c3ed0adaa5989a1abb32
2024-11-15T01:02:00,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnNext/35241c3992f6c3ed0adaa5989a1abb32
2024-11-15T01:02:00,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 35241c3992f6c3ed0adaa5989a1abb32
2024-11-15T01:02:00,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 35241c3992f6c3ed0adaa5989a1abb32
2024-11-15T01:02:00,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 35241c3992f6c3ed0adaa5989a1abb32
2024-11-15T01:02:00,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnNext/35241c3992f6c3ed0adaa5989a1abb32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T01:02:00,066 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 35241c3992f6c3ed0adaa5989a1abb32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65649109, jitterRate=-0.021752044558525085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T01:02:00,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35241c3992f6c3ed0adaa5989a1abb32
2024-11-15T01:02:00,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 35241c3992f6c3ed0adaa5989a1abb32:
Running coprocessor pre-open hook at 1731632520029Writing region info on filesystem at 1731632520029Initializing all the Stores at 1731632520031 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632520031Cleaning up temporary data from old regions at 1731632520046 (+15 ms)Running coprocessor post-open hooks at 1731632520066 (+20 ms)Region opened successfully at 1731632520067 (+1 ms)
2024-11-15T01:02:00,069 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32., pid=30, masterSystemTime=1731632520021
2024-11-15T01:02:00,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32.
2024-11-15T01:02:00,081 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32.
2024-11-15T01:02:00,081 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=35241c3992f6c3ed0adaa5989a1abb32, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:02:00,093 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35241c3992f6c3ed0adaa5989a1abb32, server=fb2f6cb7846a,46327,1731632402862 because future has completed
2024-11-15T01:02:00,102 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-15T01:02:00,102 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 35241c3992f6c3ed0adaa5989a1abb32, server=fb2f6cb7846a,46327,1731632402862 in 231 msec
2024-11-15T01:02:00,106 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-15T01:02:00,107 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=35241c3992f6c3ed0adaa5989a1abb32, ASSIGN in 394 msec
2024-11-15T01:02:00,109 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T01:02:00,109 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632520109"}]},"ts":"1731632520109"}
2024-11-15T01:02:00,118 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-15T01:02:00,119 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T01:02:00,123 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 893 msec
2024-11-15T01:02:00,206 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T01:02:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-15T01:02:00,244 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-15T01:02:00,244 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-15T01:02:00,244 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T01:02:00,251 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-15T01:02:00,251 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T01:02:00,251 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-15T01:02:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2]
2024-11-15T01:02:00,270 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T01:02:00,270 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-15T01:02:00,274 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-15T01:02:00,276 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-15T01:02:00,278 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-15T01:02:00,279 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46327 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-15T01:02:02,132 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-15T01:02:02,132 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-15T01:02:05,530 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T01:02:06,064 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-15T01:02:06,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46327 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1735656207697313844' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-15T01:02:06,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46327 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:39530 deadline: 1731632532283, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1735656207697313844' does not exist
2024-11-15T01:02:06,285 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to fb2f6cb7846a,46327,1731632402862 for closing scanner id = 1735656207697313844 for 35241c3992f6c3ed0adaa5989a1abb32 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1735656207697313844' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T01:02:06,289 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=220 (was 221), OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 515) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2225 (was 2852)
2024-11-15T01:02:06,297 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=220, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=2225
2024-11-15T01:02:06,299 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T01:02:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-15T01:02:06,301 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T01:02:06,301 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:02:06,301 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-15T01:02:06,302 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T01:02:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-15T01:02:06,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741853_1029 (size=423)
2024-11-15T01:02:06,712 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e12d3fed3309fa2cbe3e8d083818ff76, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9
2024-11-15T01:02:06,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741854_1030 (size=74)
2024-11-15T01:02:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-11-15T01:02:07,124 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:02:07,124 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing e12d3fed3309fa2cbe3e8d083818ff76, disabling compactions & flushes
2024-11-15T01:02:07,124 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76.
2024-11-15T01:02:07,124 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76.
2024-11-15T01:02:07,124 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76. after waiting 0 ms
2024-11-15T01:02:07,124 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76.
2024-11-15T01:02:07,124 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76.
2024-11-15T01:02:07,124 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for e12d3fed3309fa2cbe3e8d083818ff76:
Waiting for close lock at 1731632527124Disabling compacts and flushes for region at 1731632527124Disabling writes for close at 1731632527124Writing region close event to WAL at 1731632527124Closed at 1731632527124
2024-11-15T01:02:07,126 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T01:02:07,126 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731632527126"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731632527126"}]},"ts":"1731632527126"}
2024-11-15T01:02:07,129 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T01:02:07,131 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T01:02:07,131 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632527131"}]},"ts":"1731632527131"}
2024-11-15T01:02:07,133 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-15T01:02:07,134 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=e12d3fed3309fa2cbe3e8d083818ff76, ASSIGN}]
2024-11-15T01:02:07,135 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=e12d3fed3309fa2cbe3e8d083818ff76, ASSIGN
2024-11-15T01:02:07,136 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=e12d3fed3309fa2cbe3e8d083818ff76, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,46327,1731632402862; forceNewPlan=false, retain=false
2024-11-15T01:02:07,287 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=e12d3fed3309fa2cbe3e8d083818ff76, regionState=OPENING, regionLocation=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:02:07,294 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=e12d3fed3309fa2cbe3e8d083818ff76, ASSIGN because future has completed
2024-11-15T01:02:07,295 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure e12d3fed3309fa2cbe3e8d083818ff76, server=fb2f6cb7846a,46327,1731632402862}]
2024-11-15T01:02:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-15T01:02:07,456 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76.
2024-11-15T01:02:07,456 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => e12d3fed3309fa2cbe3e8d083818ff76, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76.', STARTKEY => '', ENDKEY => ''}
2024-11-15T01:02:07,457 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:07,457 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T01:02:07,457 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:07,457 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:07,459 INFO  [StoreOpener-e12d3fed3309fa2cbe3e8d083818ff76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e12d3fed3309fa2cbe3e8d083818ff76 
2024-11-15T01:02:07,461 INFO  [StoreOpener-e12d3fed3309fa2cbe3e8d083818ff76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e12d3fed3309fa2cbe3e8d083818ff76 columnFamilyName testFamily
2024-11-15T01:02:07,462 DEBUG [StoreOpener-e12d3fed3309fa2cbe3e8d083818ff76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T01:02:07,462 INFO  [StoreOpener-e12d3fed3309fa2cbe3e8d083818ff76-1 {}] regionserver.HStore(327): Store=e12d3fed3309fa2cbe3e8d083818ff76/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T01:02:07,463 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:07,464 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnOpenScannerAsync/e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:07,464 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnOpenScannerAsync/e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:07,465 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:07,465 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:07,468 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:07,472 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnOpenScannerAsync/e12d3fed3309fa2cbe3e8d083818ff76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T01:02:07,473 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened e12d3fed3309fa2cbe3e8d083818ff76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69934404, jitterRate=0.04210382699966431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T01:02:07,473 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:07,474 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for e12d3fed3309fa2cbe3e8d083818ff76:
Running coprocessor pre-open hook at 1731632527457Writing region info on filesystem at 1731632527457Initializing all the Stores at 1731632527459 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731632527459Cleaning up temporary data from old regions at 1731632527465 (+6 ms)Running coprocessor post-open hooks at 1731632527473 (+8 ms)Region opened successfully at 1731632527474 (+1 ms)
2024-11-15T01:02:07,476 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76., pid=33, masterSystemTime=1731632527449
2024-11-15T01:02:07,479 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76.
2024-11-15T01:02:07,479 INFO  [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76.
2024-11-15T01:02:07,480 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=e12d3fed3309fa2cbe3e8d083818ff76, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,46327,1731632402862
2024-11-15T01:02:07,483 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure e12d3fed3309fa2cbe3e8d083818ff76, server=fb2f6cb7846a,46327,1731632402862 because future has completed
2024-11-15T01:02:07,487 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-15T01:02:07,487 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure e12d3fed3309fa2cbe3e8d083818ff76, server=fb2f6cb7846a,46327,1731632402862 in 189 msec
2024-11-15T01:02:07,492 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-15T01:02:07,492 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=e12d3fed3309fa2cbe3e8d083818ff76, ASSIGN in 353 msec
2024-11-15T01:02:07,493 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T01:02:07,494 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731632527493"}]},"ts":"1731632527493"}
2024-11-15T01:02:07,497 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-15T01:02:07,499 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T01:02:07,502 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2000 sec
2024-11-15T01:02:07,600 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-15T01:02:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-15T01:02:09,334 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-15T01:02:09,334 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-15T01:02:09,335 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T01:02:09,343 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-15T01:02:09,343 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T01:02:09,343 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-15T01:02:09,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2]
2024-11-15T01:02:09,357 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T01:02:09,357 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-15T01:02:09,361 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-15T01:02:09,363 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46327 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-15T01:02:10,370 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=fb2f6cb7846a:46327 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-11-15T01:02:10,371 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-11-15T01:02:10,371 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2 from cache
2024-11-15T01:02:10,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-11-15T01:02:11,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2]
2024-11-15T01:02:11,393 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46327 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-15T01:02:12,065 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-15T01:02:12,132 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-15T01:02:12,132 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-15T01:02:12,371 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=fb2f6cb7846a:46327 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=979ms, rpcTimeout=970ms
2024-11-15T01:02:12,371 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=979ms, rpcTimeout=970ms
2024-11-15T01:02:12,371 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76., hostname=fb2f6cb7846a,46327,1731632402862, seqNum=2 from cache
2024-11-15T01:02:12,382 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221 (was 220)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=446 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=480 (was 522), ProcessCount=11 (was 11), AvailableMemoryMB=2097 (was 2225)
2024-11-15T01:02:12,382 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T01:02:12,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T01:02:12,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T01:02:12,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T01:02:12,388 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T01:02:12,388 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T01:02:12,388 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T01:02:12,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T01:02:12,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T01:02:12,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T01:02:12,389 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T01:02:12,389 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T01:02:12,389 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1871265054, stopped=false
2024-11-15T01:02:12,390 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb2f6cb7846a,46393,1731632401465
2024-11-15T01:02:12,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46327-0x1013c01838f0001, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-15T01:02:12,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-15T01:02:12,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46327-0x1013c01838f0001, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T01:02:12,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T01:02:12,406 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T01:02:12,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46327-0x1013c01838f0001, quorum=127.0.0.1:51802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-15T01:02:12,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-15T01:02:12,407 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T01:02:12,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T01:02:12,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T01:02:12,408 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb2f6cb7846a,46327,1731632402862' *****
2024-11-15T01:02:12,408 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T01:02:12,408 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T01:02:12,409 INFO  [RS:0;fb2f6cb7846a:46327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T01:02:12,409 INFO  [RS:0;fb2f6cb7846a:46327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T01:02:12,409 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T01:02:12,409 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(3091): Received CLOSE for 83728dd1ae3abeeb73a2deb1b5f06a0c
2024-11-15T01:02:12,409 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(3091): Received CLOSE for d87a348243a58250b65a9e7036826720
2024-11-15T01:02:12,410 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e3eb036ac73957dc5d14000fe4deb45
2024-11-15T01:02:12,410 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(3091): Received CLOSE for 2af5dbc426ebcbcd4c7e82a5f5be9fae
2024-11-15T01:02:12,410 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(3091): Received CLOSE for 6fb18ba102c51256add5effd0a0bf8af
2024-11-15T01:02:12,410 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(3091): Received CLOSE for 37cee89b5108af004594f9280308edbf
2024-11-15T01:02:12,410 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ac741df65166be3c0d258380b8e102f
2024-11-15T01:02:12,410 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(3091): Received CLOSE for e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:12,410 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(3091): Received CLOSE for 35241c3992f6c3ed0adaa5989a1abb32
2024-11-15T01:02:12,410 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83728dd1ae3abeeb73a2deb1b5f06a0c, disabling compactions & flushes
2024-11-15T01:02:12,410 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f3216b5217e4d913db0e1fd19643241
2024-11-15T01:02:12,410 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c.
2024-11-15T01:02:12,410 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(959): stopping server fb2f6cb7846a,46327,1731632402862
2024-11-15T01:02:12,410 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c.
2024-11-15T01:02:12,410 INFO  [RS:0;fb2f6cb7846a:46327 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T01:02:12,410 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c. after waiting 0 ms
2024-11-15T01:02:12,410 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c.
2024-11-15T01:02:12,410 INFO  [RS:0;fb2f6cb7846a:46327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb2f6cb7846a:46327.
2024-11-15T01:02:12,410 DEBUG [RS:0;fb2f6cb7846a:46327 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T01:02:12,410 DEBUG [RS:0;fb2f6cb7846a:46327 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T01:02:12,411 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T01:02:12,411 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T01:02:12,411 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T01:02:12,411 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T01:02:12,411 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-15T01:02:12,412 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T01:02:12,412 INFO  [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T01:02:12,412 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2af5dbc426ebcbcd4c7e82a5f5be9fae, 35241c3992f6c3ed0adaa5989a1abb32, 37cee89b5108af004594f9280308edbf, 4f3216b5217e4d913db0e1fd19643241, 6fb18ba102c51256add5effd0a0bf8af, 7e3eb036ac73957dc5d14000fe4deb45, 83728dd1ae3abeeb73a2deb1b5f06a0c, 8ac741df65166be3c0d258380b8e102f, d87a348243a58250b65a9e7036826720, e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:12,412 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T01:02:12,412 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T01:02:12,412 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T01:02:12,415 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 83728dd1ae3abeeb73a2deb1b5f06a0c 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T01:02:12,415 INFO  [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-15T01:02:12,475 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testRetryOutOfOrderScannerNextException/83728dd1ae3abeeb73a2deb1b5f06a0c/.tmp/testFamily/fe7388b90ea34a77915c179b52335192 is 61, key is row-0/testFamily:testQualifier/1731632491769/Put/seqid=0
2024-11-15T01:02:12,482 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/meta/1588230740/.tmp/info/054942030cf34305928bdf511dc5deac is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af./info:regioninfo/1731632468606/Put/seqid=0
2024-11-15T01:02:12,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741855_1031 (size=5049)
2024-11-15T01:02:12,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741856_1032 (size=20564)
2024-11-15T01:02:12,612 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2af5dbc426ebcbcd4c7e82a5f5be9fae, 35241c3992f6c3ed0adaa5989a1abb32, 37cee89b5108af004594f9280308edbf, 4f3216b5217e4d913db0e1fd19643241, 6fb18ba102c51256add5effd0a0bf8af, 7e3eb036ac73957dc5d14000fe4deb45, 83728dd1ae3abeeb73a2deb1b5f06a0c, 8ac741df65166be3c0d258380b8e102f, d87a348243a58250b65a9e7036826720, e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:12,772 INFO  [regionserver/fb2f6cb7846a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T01:02:12,772 INFO  [regionserver/fb2f6cb7846a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T01:02:12,813 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2af5dbc426ebcbcd4c7e82a5f5be9fae, 35241c3992f6c3ed0adaa5989a1abb32, 37cee89b5108af004594f9280308edbf, 4f3216b5217e4d913db0e1fd19643241, 6fb18ba102c51256add5effd0a0bf8af, 7e3eb036ac73957dc5d14000fe4deb45, 83728dd1ae3abeeb73a2deb1b5f06a0c, 8ac741df65166be3c0d258380b8e102f, d87a348243a58250b65a9e7036826720, e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:12,887 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testRetryOutOfOrderScannerNextException/83728dd1ae3abeeb73a2deb1b5f06a0c/.tmp/testFamily/fe7388b90ea34a77915c179b52335192
2024-11-15T01:02:12,893 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-15T01:02:12,896 INFO  [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/meta/1588230740/.tmp/info/054942030cf34305928bdf511dc5deac
2024-11-15T01:02:12,932 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testRetryOutOfOrderScannerNextException/83728dd1ae3abeeb73a2deb1b5f06a0c/.tmp/testFamily/fe7388b90ea34a77915c179b52335192 as hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testRetryOutOfOrderScannerNextException/83728dd1ae3abeeb73a2deb1b5f06a0c/testFamily/fe7388b90ea34a77915c179b52335192
2024-11-15T01:02:12,943 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testRetryOutOfOrderScannerNextException/83728dd1ae3abeeb73a2deb1b5f06a0c/testFamily/fe7388b90ea34a77915c179b52335192, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T01:02:12,953 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 83728dd1ae3abeeb73a2deb1b5f06a0c in 536ms, sequenceid=8, compaction requested=false
2024-11-15T01:02:12,954 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/meta/1588230740/.tmp/ns/e0dbe0b7dc704ca3b319f5c2d32f3fdf is 43, key is default/ns:d/1731632466753/Put/seqid=0
2024-11-15T01:02:12,959 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T01:02:12,985 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testRetryOutOfOrderScannerNextException/83728dd1ae3abeeb73a2deb1b5f06a0c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T01:02:12,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741857_1033 (size=5153)
2024-11-15T01:02:12,988 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c.
2024-11-15T01:02:12,988 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83728dd1ae3abeeb73a2deb1b5f06a0c:
Waiting for close lock at 1731632532410Running coprocessor pre-close hooks at 1731632532410Disabling compacts and flushes for region at 1731632532410Disabling writes for close at 1731632532410Obtaining lock to block concurrent updates at 1731632532415 (+5 ms)Preparing flush snapshotting stores in 83728dd1ae3abeeb73a2deb1b5f06a0c at 1731632532415Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731632532423 (+8 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c. at 1731632532424 (+1 ms)Flushing 83728dd1ae3abeeb73a2deb1b5f06a0c/testFamily: creating writer at 1731632532425 (+1 ms)Flushing 83728dd1ae3abeeb73a2deb1b5f06a0c/testFamily: appending metadata at 1731632532468 (+43 ms)Flushing 83728dd1ae3abeeb73a2deb1b5f06a0c/testFamily: closing flushed file at 1731632532471 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63235610: reopening flushed file at 1731632532931 (+460 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 83728dd1ae3abeeb73a2deb1b5f06a0c in 536ms, sequenceid=8, compaction requested=false at 1731632532953 (+22 ms)Writing region close event to WAL at 1731632532956 (+3 ms)Running coprocessor post-close hooks at 1731632532986 (+30 ms)Closed at 1731632532988 (+2 ms)
2024-11-15T01:02:12,989 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731632488681.83728dd1ae3abeeb73a2deb1b5f06a0c.
2024-11-15T01:02:12,989 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d87a348243a58250b65a9e7036826720, disabling compactions & flushes
2024-11-15T01:02:12,990 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720.
2024-11-15T01:02:12,990 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720.
2024-11-15T01:02:12,990 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720. after waiting 0 ms
2024-11-15T01:02:12,990 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720.
2024-11-15T01:02:12,990 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d87a348243a58250b65a9e7036826720 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T01:02:12,997 INFO  [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/meta/1588230740/.tmp/ns/e0dbe0b7dc704ca3b319f5c2d32f3fdf
2024-11-15T01:02:13,013 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2af5dbc426ebcbcd4c7e82a5f5be9fae, 35241c3992f6c3ed0adaa5989a1abb32, 37cee89b5108af004594f9280308edbf, 4f3216b5217e4d913db0e1fd19643241, 6fb18ba102c51256add5effd0a0bf8af, 7e3eb036ac73957dc5d14000fe4deb45, 8ac741df65166be3c0d258380b8e102f, d87a348243a58250b65a9e7036826720, e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:13,018 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d87a348243a58250b65a9e7036826720/.tmp/testFamily/931d701da0b747d490ea951f4d421313 is 61, key is row-0/testFamily:testQualifier/1731632513182/Put/seqid=0
2024-11-15T01:02:13,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741858_1034 (size=5049)
2024-11-15T01:02:13,027 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d87a348243a58250b65a9e7036826720/.tmp/testFamily/931d701da0b747d490ea951f4d421313
2024-11-15T01:02:13,049 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d87a348243a58250b65a9e7036826720/.tmp/testFamily/931d701da0b747d490ea951f4d421313 as hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d87a348243a58250b65a9e7036826720/testFamily/931d701da0b747d490ea951f4d421313
2024-11-15T01:02:13,055 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/meta/1588230740/.tmp/table/186351afd7ed431fa6463f863f81154c is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731632468657/Put/seqid=0
2024-11-15T01:02:13,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741859_1035 (size=6699)
2024-11-15T01:02:13,069 INFO  [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/meta/1588230740/.tmp/table/186351afd7ed431fa6463f863f81154c
2024-11-15T01:02:13,070 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d87a348243a58250b65a9e7036826720/testFamily/931d701da0b747d490ea951f4d421313, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T01:02:13,074 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d87a348243a58250b65a9e7036826720 in 84ms, sequenceid=8, compaction requested=false
2024-11-15T01:02:13,082 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/meta/1588230740/.tmp/info/054942030cf34305928bdf511dc5deac as hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/meta/1588230740/info/054942030cf34305928bdf511dc5deac
2024-11-15T01:02:13,102 INFO  [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/meta/1588230740/info/054942030cf34305928bdf511dc5deac, entries=100, sequenceid=56, filesize=20.1 K
2024-11-15T01:02:13,109 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/meta/1588230740/.tmp/ns/e0dbe0b7dc704ca3b319f5c2d32f3fdf as hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/meta/1588230740/ns/e0dbe0b7dc704ca3b319f5c2d32f3fdf
2024-11-15T01:02:13,113 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d87a348243a58250b65a9e7036826720/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T01:02:13,114 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720.
2024-11-15T01:02:13,114 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d87a348243a58250b65a9e7036826720:
Waiting for close lock at 1731632532989Running coprocessor pre-close hooks at 1731632532989Disabling compacts and flushes for region at 1731632532989Disabling writes for close at 1731632532990 (+1 ms)Obtaining lock to block concurrent updates at 1731632532990Preparing flush snapshotting stores in d87a348243a58250b65a9e7036826720 at 1731632532990Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731632532990Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720. at 1731632532991 (+1 ms)Flushing d87a348243a58250b65a9e7036826720/testFamily: creating writer at 1731632532992 (+1 ms)Flushing d87a348243a58250b65a9e7036826720/testFamily: appending metadata at 1731632533018 (+26 ms)Flushing d87a348243a58250b65a9e7036826720/testFamily: closing flushed file at 1731632533018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@651a24df: reopening flushed file at 1731632533040 (+22 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d87a348243a58250b65a9e7036826720 in 84ms, sequenceid=8, compaction requested=false at 1731632533074 (+34 ms)Writing region close event to WAL at 1731632533093 (+19 ms)Running coprocessor post-close hooks at 1731632533114 (+21 ms)Closed at 1731632533114
2024-11-15T01:02:13,115 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731632510142.d87a348243a58250b65a9e7036826720.
2024-11-15T01:02:13,115 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e3eb036ac73957dc5d14000fe4deb45, disabling compactions & flushes
2024-11-15T01:02:13,115 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45.
2024-11-15T01:02:13,115 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45.
2024-11-15T01:02:13,115 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45. after waiting 0 ms
2024-11-15T01:02:13,115 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45.
2024-11-15T01:02:13,115 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7e3eb036ac73957dc5d14000fe4deb45 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T01:02:13,125 INFO  [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/meta/1588230740/ns/e0dbe0b7dc704ca3b319f5c2d32f3fdf, entries=2, sequenceid=56, filesize=5.0 K
2024-11-15T01:02:13,130 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/meta/1588230740/.tmp/table/186351afd7ed431fa6463f863f81154c as hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/meta/1588230740/table/186351afd7ed431fa6463f863f81154c
2024-11-15T01:02:13,151 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnNextAsync/7e3eb036ac73957dc5d14000fe4deb45/.tmp/testFamily/2c14a21d6c7440f7913a0b5545c1d7dd is 61, key is row-0/testFamily:testQualifier/1731632482628/Put/seqid=0
2024-11-15T01:02:13,158 INFO  [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/meta/1588230740/table/186351afd7ed431fa6463f863f81154c, entries=20, sequenceid=56, filesize=6.5 K
2024-11-15T01:02:13,168 INFO  [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 755ms, sequenceid=56, compaction requested=false
2024-11-15T01:02:13,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741860_1036 (size=5049)
2024-11-15T01:02:13,201 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-15T01:02:13,202 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T01:02:13,203 INFO  [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T01:02:13,203 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731632532412Running coprocessor pre-close hooks at 1731632532412Disabling compacts and flushes for region at 1731632532412Disabling writes for close at 1731632532412Obtaining lock to block concurrent updates at 1731632532415 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731632532415Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731632532423 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731632532424 (+1 ms)Flushing 1588230740/info: creating writer at 1731632532425 (+1 ms)Flushing 1588230740/info: appending metadata at 1731632532475 (+50 ms)Flushing 1588230740/info: closing flushed file at 1731632532475Flushing 1588230740/ns: creating writer at 1731632532931 (+456 ms)Flushing 1588230740/ns: appending metadata at 1731632532953 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731632532953Flushing 1588230740/table: creating writer at 1731632533015 (+62 ms)Flushing 1588230740/table: appending metadata at 1731632533053 (+38 ms)Flushing 1588230740/table: closing flushed file at 1731632533053Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24f2d3e: reopening flushed file at 1731632533081 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3742d37f: reopening flushed file at 1731632533102 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@566f9d8c: reopening flushed file at 1731632533125 (+23 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 755ms, sequenceid=56, compaction requested=false at 1731632533168 (+43 ms)Writing region close event to WAL at 1731632533189 (+21 ms)Running coprocessor post-close hooks at 1731632533202 (+13 ms)Closed at 1731632533203 (+1 ms)
2024-11-15T01:02:13,203 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T01:02:13,213 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1351): Waiting on 2af5dbc426ebcbcd4c7e82a5f5be9fae, 35241c3992f6c3ed0adaa5989a1abb32, 37cee89b5108af004594f9280308edbf, 4f3216b5217e4d913db0e1fd19643241, 6fb18ba102c51256add5effd0a0bf8af, 7e3eb036ac73957dc5d14000fe4deb45, 8ac741df65166be3c0d258380b8e102f, e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:13,413 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1321): Waiting on 8 regions to close
2024-11-15T01:02:13,414 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1325): Online Regions={7e3eb036ac73957dc5d14000fe4deb45=hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45., 2af5dbc426ebcbcd4c7e82a5f5be9fae=testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae., 6fb18ba102c51256add5effd0a0bf8af=testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af., 37cee89b5108af004594f9280308edbf=hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf., 8ac741df65166be3c0d258380b8e102f=testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f., e12d3fed3309fa2cbe3e8d083818ff76=testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76., 35241c3992f6c3ed0adaa5989a1abb32=hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32., 4f3216b5217e4d913db0e1fd19643241=testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241.}
2024-11-15T01:02:13,414 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1351): Waiting on 2af5dbc426ebcbcd4c7e82a5f5be9fae, 35241c3992f6c3ed0adaa5989a1abb32, 37cee89b5108af004594f9280308edbf, 4f3216b5217e4d913db0e1fd19643241, 6fb18ba102c51256add5effd0a0bf8af, 7e3eb036ac73957dc5d14000fe4deb45, 8ac741df65166be3c0d258380b8e102f, e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:13,586 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnNextAsync/7e3eb036ac73957dc5d14000fe4deb45/.tmp/testFamily/2c14a21d6c7440f7913a0b5545c1d7dd
2024-11-15T01:02:13,595 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnNextAsync/7e3eb036ac73957dc5d14000fe4deb45/.tmp/testFamily/2c14a21d6c7440f7913a0b5545c1d7dd as hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnNextAsync/7e3eb036ac73957dc5d14000fe4deb45/testFamily/2c14a21d6c7440f7913a0b5545c1d7dd
2024-11-15T01:02:13,604 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnNextAsync/7e3eb036ac73957dc5d14000fe4deb45/testFamily/2c14a21d6c7440f7913a0b5545c1d7dd, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T01:02:13,605 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7e3eb036ac73957dc5d14000fe4deb45 in 490ms, sequenceid=8, compaction requested=false
2024-11-15T01:02:13,611 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnNextAsync/7e3eb036ac73957dc5d14000fe4deb45/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T01:02:13,612 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45.
2024-11-15T01:02:13,612 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e3eb036ac73957dc5d14000fe4deb45:
Waiting for close lock at 1731632533115Running coprocessor pre-close hooks at 1731632533115Disabling compacts and flushes for region at 1731632533115Disabling writes for close at 1731632533115Obtaining lock to block concurrent updates at 1731632533115Preparing flush snapshotting stores in 7e3eb036ac73957dc5d14000fe4deb45 at 1731632533115Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731632533116 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45. at 1731632533116Flushing 7e3eb036ac73957dc5d14000fe4deb45/testFamily: creating writer at 1731632533117 (+1 ms)Flushing 7e3eb036ac73957dc5d14000fe4deb45/testFamily: appending metadata at 1731632533151 (+34 ms)Flushing 7e3eb036ac73957dc5d14000fe4deb45/testFamily: closing flushed file at 1731632533151Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a7442cd: reopening flushed file at 1731632533593 (+442 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7e3eb036ac73957dc5d14000fe4deb45 in 490ms, sequenceid=8, compaction requested=false at 1731632533605 (+12 ms)Writing region close event to WAL at 1731632533606 (+1 ms)Running coprocessor post-close hooks at 1731632533612 (+6 ms)Closed at 1731632533612
2024-11-15T01:02:13,613 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731632479575.7e3eb036ac73957dc5d14000fe4deb45.
2024-11-15T01:02:13,613 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2af5dbc426ebcbcd4c7e82a5f5be9fae, disabling compactions & flushes
2024-11-15T01:02:13,613 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae.
2024-11-15T01:02:13,613 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae.
2024-11-15T01:02:13,613 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae. after waiting 0 ms
2024-11-15T01:02:13,613 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae.
2024-11-15T01:02:13,613 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2af5dbc426ebcbcd4c7e82a5f5be9fae 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T01:02:13,614 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1351): Waiting on 2af5dbc426ebcbcd4c7e82a5f5be9fae, 35241c3992f6c3ed0adaa5989a1abb32, 37cee89b5108af004594f9280308edbf, 4f3216b5217e4d913db0e1fd19643241, 6fb18ba102c51256add5effd0a0bf8af, 8ac741df65166be3c0d258380b8e102f, e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:13,633 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnNext/2af5dbc426ebcbcd4c7e82a5f5be9fae/.tmp/testFamily/3f2a739aba6742f2b6e8d970d6e91264 is 61, key is row-0/testFamily:testQualifier/1731632507085/Put/seqid=0
2024-11-15T01:02:13,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741861_1037 (size=5049)
2024-11-15T01:02:13,815 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1351): Waiting on 2af5dbc426ebcbcd4c7e82a5f5be9fae, 35241c3992f6c3ed0adaa5989a1abb32, 37cee89b5108af004594f9280308edbf, 4f3216b5217e4d913db0e1fd19643241, 6fb18ba102c51256add5effd0a0bf8af, 8ac741df65166be3c0d258380b8e102f, e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:14,015 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1351): Waiting on 2af5dbc426ebcbcd4c7e82a5f5be9fae, 35241c3992f6c3ed0adaa5989a1abb32, 37cee89b5108af004594f9280308edbf, 4f3216b5217e4d913db0e1fd19643241, 6fb18ba102c51256add5effd0a0bf8af, 8ac741df65166be3c0d258380b8e102f, e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:14,039 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnNext/2af5dbc426ebcbcd4c7e82a5f5be9fae/.tmp/testFamily/3f2a739aba6742f2b6e8d970d6e91264
2024-11-15T01:02:14,049 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnNext/2af5dbc426ebcbcd4c7e82a5f5be9fae/.tmp/testFamily/3f2a739aba6742f2b6e8d970d6e91264 as hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnNext/2af5dbc426ebcbcd4c7e82a5f5be9fae/testFamily/3f2a739aba6742f2b6e8d970d6e91264
2024-11-15T01:02:14,058 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnNext/2af5dbc426ebcbcd4c7e82a5f5be9fae/testFamily/3f2a739aba6742f2b6e8d970d6e91264, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T01:02:14,060 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2af5dbc426ebcbcd4c7e82a5f5be9fae in 446ms, sequenceid=8, compaction requested=false
2024-11-15T01:02:14,065 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnNext/2af5dbc426ebcbcd4c7e82a5f5be9fae/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T01:02:14,066 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae.
2024-11-15T01:02:14,066 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2af5dbc426ebcbcd4c7e82a5f5be9fae:
Waiting for close lock at 1731632533613Running coprocessor pre-close hooks at 1731632533613Disabling compacts and flushes for region at 1731632533613Disabling writes for close at 1731632533613Obtaining lock to block concurrent updates at 1731632533613Preparing flush snapshotting stores in 2af5dbc426ebcbcd4c7e82a5f5be9fae at 1731632533613Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731632533613Flushing stores of testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae. at 1731632533614 (+1 ms)Flushing 2af5dbc426ebcbcd4c7e82a5f5be9fae/testFamily: creating writer at 1731632533614Flushing 2af5dbc426ebcbcd4c7e82a5f5be9fae/testFamily: appending metadata at 1731632533632 (+18 ms)Flushing 2af5dbc426ebcbcd4c7e82a5f5be9fae/testFamily: closing flushed file at 1731632533633 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53447d5e: reopening flushed file at 1731632534048 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2af5dbc426ebcbcd4c7e82a5f5be9fae in 446ms, sequenceid=8, compaction requested=false at 1731632534060 (+12 ms)Writing region close event to WAL at 1731632534060Running coprocessor post-close hooks at 1731632534066 (+6 ms)Closed at 1731632534066
2024-11-15T01:02:14,067 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731632504032.2af5dbc426ebcbcd4c7e82a5f5be9fae.
2024-11-15T01:02:14,067 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6fb18ba102c51256add5effd0a0bf8af, disabling compactions & flushes
2024-11-15T01:02:14,067 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af.
2024-11-15T01:02:14,067 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af.
2024-11-15T01:02:14,067 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af. after waiting 0 ms
2024-11-15T01:02:14,067 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af.
2024-11-15T01:02:14,067 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6fb18ba102c51256add5effd0a0bf8af 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T01:02:14,082 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6fb18ba102c51256add5effd0a0bf8af/.tmp/testFamily/09f46f117789437f9eaf7268151e1fdb is 61, key is row-0/testFamily:testQualifier/1731632470329/Put/seqid=0
2024-11-15T01:02:14,087 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741862_1038 (size=5049)
2024-11-15T01:02:14,215 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1351): Waiting on 35241c3992f6c3ed0adaa5989a1abb32, 37cee89b5108af004594f9280308edbf, 4f3216b5217e4d913db0e1fd19643241, 6fb18ba102c51256add5effd0a0bf8af, 8ac741df65166be3c0d258380b8e102f, e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:14,416 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-15T01:02:14,416 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1325): Online Regions={6fb18ba102c51256add5effd0a0bf8af=testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af., 37cee89b5108af004594f9280308edbf=hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf., 8ac741df65166be3c0d258380b8e102f=testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f., e12d3fed3309fa2cbe3e8d083818ff76=testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76., 35241c3992f6c3ed0adaa5989a1abb32=hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32., 4f3216b5217e4d913db0e1fd19643241=testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241.}
2024-11-15T01:02:14,416 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1351): Waiting on 35241c3992f6c3ed0adaa5989a1abb32, 37cee89b5108af004594f9280308edbf, 4f3216b5217e4d913db0e1fd19643241, 6fb18ba102c51256add5effd0a0bf8af, 8ac741df65166be3c0d258380b8e102f, e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:14,488 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6fb18ba102c51256add5effd0a0bf8af/.tmp/testFamily/09f46f117789437f9eaf7268151e1fdb
2024-11-15T01:02:14,497 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6fb18ba102c51256add5effd0a0bf8af/.tmp/testFamily/09f46f117789437f9eaf7268151e1fdb as hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6fb18ba102c51256add5effd0a0bf8af/testFamily/09f46f117789437f9eaf7268151e1fdb
2024-11-15T01:02:14,504 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6fb18ba102c51256add5effd0a0bf8af/testFamily/09f46f117789437f9eaf7268151e1fdb, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T01:02:14,506 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6fb18ba102c51256add5effd0a0bf8af in 439ms, sequenceid=8, compaction requested=false
2024-11-15T01:02:14,511 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6fb18ba102c51256add5effd0a0bf8af/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T01:02:14,512 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af.
2024-11-15T01:02:14,513 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6fb18ba102c51256add5effd0a0bf8af:
Waiting for close lock at 1731632534067Running coprocessor pre-close hooks at 1731632534067Disabling compacts and flushes for region at 1731632534067Disabling writes for close at 1731632534067Obtaining lock to block concurrent updates at 1731632534067Preparing flush snapshotting stores in 6fb18ba102c51256add5effd0a0bf8af at 1731632534067Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731632534067Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af. at 1731632534068 (+1 ms)Flushing 6fb18ba102c51256add5effd0a0bf8af/testFamily: creating writer at 1731632534068Flushing 6fb18ba102c51256add5effd0a0bf8af/testFamily: appending metadata at 1731632534082 (+14 ms)Flushing 6fb18ba102c51256add5effd0a0bf8af/testFamily: closing flushed file at 1731632534082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42dc602d: reopening flushed file at 1731632534496 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6fb18ba102c51256add5effd0a0bf8af in 439ms, sequenceid=8, compaction requested=false at 1731632534506 (+10 ms)Writing region close event to WAL at 1731632534507 (+1 ms)Running coprocessor post-close hooks at 1731632534512 (+5 ms)Closed at 1731632534512
2024-11-15T01:02:14,513 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731632467194.6fb18ba102c51256add5effd0a0bf8af.
2024-11-15T01:02:14,513 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37cee89b5108af004594f9280308edbf, disabling compactions & flushes
2024-11-15T01:02:14,513 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf.
2024-11-15T01:02:14,513 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf.
2024-11-15T01:02:14,513 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf. after waiting 0 ms
2024-11-15T01:02:14,513 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf.
2024-11-15T01:02:14,513 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 37cee89b5108af004594f9280308edbf 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T01:02:14,528 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnOpenScanner/37cee89b5108af004594f9280308edbf/.tmp/testFamily/e3493588208845ddbd9252a182eb4fbd is 61, key is row-0/testFamily:testQualifier/1731632473518/Put/seqid=0
2024-11-15T01:02:14,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741863_1039 (size=5049)
2024-11-15T01:02:14,617 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1351): Waiting on 35241c3992f6c3ed0adaa5989a1abb32, 37cee89b5108af004594f9280308edbf, 4f3216b5217e4d913db0e1fd19643241, 8ac741df65166be3c0d258380b8e102f, e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:14,817 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1351): Waiting on 35241c3992f6c3ed0adaa5989a1abb32, 37cee89b5108af004594f9280308edbf, 4f3216b5217e4d913db0e1fd19643241, 8ac741df65166be3c0d258380b8e102f, e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:14,934 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnOpenScanner/37cee89b5108af004594f9280308edbf/.tmp/testFamily/e3493588208845ddbd9252a182eb4fbd
2024-11-15T01:02:14,945 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnOpenScanner/37cee89b5108af004594f9280308edbf/.tmp/testFamily/e3493588208845ddbd9252a182eb4fbd as hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnOpenScanner/37cee89b5108af004594f9280308edbf/testFamily/e3493588208845ddbd9252a182eb4fbd
2024-11-15T01:02:14,954 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnOpenScanner/37cee89b5108af004594f9280308edbf/testFamily/e3493588208845ddbd9252a182eb4fbd, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T01:02:14,955 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 37cee89b5108af004594f9280308edbf in 442ms, sequenceid=8, compaction requested=false
2024-11-15T01:02:14,961 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnOpenScanner/37cee89b5108af004594f9280308edbf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T01:02:14,962 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf.
2024-11-15T01:02:14,962 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37cee89b5108af004594f9280308edbf:
Waiting for close lock at 1731632534513Running coprocessor pre-close hooks at 1731632534513Disabling compacts and flushes for region at 1731632534513Disabling writes for close at 1731632534513Obtaining lock to block concurrent updates at 1731632534513Preparing flush snapshotting stores in 37cee89b5108af004594f9280308edbf at 1731632534513Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731632534514 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf. at 1731632534514Flushing 37cee89b5108af004594f9280308edbf/testFamily: creating writer at 1731632534515 (+1 ms)Flushing 37cee89b5108af004594f9280308edbf/testFamily: appending metadata at 1731632534528 (+13 ms)Flushing 37cee89b5108af004594f9280308edbf/testFamily: closing flushed file at 1731632534528Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f200fbd: reopening flushed file at 1731632534943 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 37cee89b5108af004594f9280308edbf in 442ms, sequenceid=8, compaction requested=false at 1731632534955 (+12 ms)Writing region close event to WAL at 1731632534956 (+1 ms)Running coprocessor post-close hooks at 1731632534962 (+6 ms)Closed at 1731632534962
2024-11-15T01:02:14,962 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731632470446.37cee89b5108af004594f9280308edbf.
2024-11-15T01:02:14,962 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ac741df65166be3c0d258380b8e102f, disabling compactions & flushes
2024-11-15T01:02:14,962 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f.
2024-11-15T01:02:14,962 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f.
2024-11-15T01:02:14,963 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f. after waiting 0 ms
2024-11-15T01:02:14,963 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f.
2024-11-15T01:02:14,963 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8ac741df65166be3c0d258380b8e102f 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T01:02:14,984 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnOpenScanner/8ac741df65166be3c0d258380b8e102f/.tmp/testFamily/f097604f8f6340899c26d8213391a7f2 is 61, key is row-0/testFamily:testQualifier/1731632494874/Put/seqid=0
2024-11-15T01:02:14,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741864_1040 (size=5049)
2024-11-15T01:02:15,017 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1351): Waiting on 35241c3992f6c3ed0adaa5989a1abb32, 4f3216b5217e4d913db0e1fd19643241, 8ac741df65166be3c0d258380b8e102f, e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:15,217 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1351): Waiting on 35241c3992f6c3ed0adaa5989a1abb32, 4f3216b5217e4d913db0e1fd19643241, 8ac741df65166be3c0d258380b8e102f, e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:15,390 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnOpenScanner/8ac741df65166be3c0d258380b8e102f/.tmp/testFamily/f097604f8f6340899c26d8213391a7f2
2024-11-15T01:02:15,401 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnOpenScanner/8ac741df65166be3c0d258380b8e102f/.tmp/testFamily/f097604f8f6340899c26d8213391a7f2 as hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnOpenScanner/8ac741df65166be3c0d258380b8e102f/testFamily/f097604f8f6340899c26d8213391a7f2
2024-11-15T01:02:15,410 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnOpenScanner/8ac741df65166be3c0d258380b8e102f/testFamily/f097604f8f6340899c26d8213391a7f2, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T01:02:15,412 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8ac741df65166be3c0d258380b8e102f in 449ms, sequenceid=8, compaction requested=false
2024-11-15T01:02:15,418 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-15T01:02:15,418 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1325): Online Regions={8ac741df65166be3c0d258380b8e102f=testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f., e12d3fed3309fa2cbe3e8d083818ff76=testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76., 35241c3992f6c3ed0adaa5989a1abb32=hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32., 4f3216b5217e4d913db0e1fd19643241=testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241.}
2024-11-15T01:02:15,418 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnOpenScanner/8ac741df65166be3c0d258380b8e102f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T01:02:15,418 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1351): Waiting on 35241c3992f6c3ed0adaa5989a1abb32, 4f3216b5217e4d913db0e1fd19643241, 8ac741df65166be3c0d258380b8e102f, e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:15,419 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f.
2024-11-15T01:02:15,419 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ac741df65166be3c0d258380b8e102f:
Waiting for close lock at 1731632534962Running coprocessor pre-close hooks at 1731632534962Disabling compacts and flushes for region at 1731632534962Disabling writes for close at 1731632534963 (+1 ms)Obtaining lock to block concurrent updates at 1731632534963Preparing flush snapshotting stores in 8ac741df65166be3c0d258380b8e102f at 1731632534963Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731632534963Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f. at 1731632534964 (+1 ms)Flushing 8ac741df65166be3c0d258380b8e102f/testFamily: creating writer at 1731632534964Flushing 8ac741df65166be3c0d258380b8e102f/testFamily: appending metadata at 1731632534983 (+19 ms)Flushing 8ac741df65166be3c0d258380b8e102f/testFamily: closing flushed file at 1731632534984 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@283ec4c7: reopening flushed file at 1731632535399 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8ac741df65166be3c0d258380b8e102f in 449ms, sequenceid=8, compaction requested=false at 1731632535412 (+13 ms)Writing region close event to WAL at 1731632535413 (+1 ms)Running coprocessor post-close hooks at 1731632535419 (+6 ms)Closed at 1731632535419
2024-11-15T01:02:15,419 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731632491832.8ac741df65166be3c0d258380b8e102f.
2024-11-15T01:02:15,419 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e12d3fed3309fa2cbe3e8d083818ff76, disabling compactions & flushes
2024-11-15T01:02:15,419 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76.
2024-11-15T01:02:15,419 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76.
2024-11-15T01:02:15,420 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76. after waiting 0 ms
2024-11-15T01:02:15,420 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76.
2024-11-15T01:02:15,420 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e12d3fed3309fa2cbe3e8d083818ff76 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T01:02:15,435 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnOpenScannerAsync/e12d3fed3309fa2cbe3e8d083818ff76/.tmp/testFamily/e1f1a4fcaece447abe2e92b8fe2fd01d is 61, key is row-0/testFamily:testQualifier/1731632529348/Put/seqid=0
2024-11-15T01:02:15,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741865_1041 (size=5049)
2024-11-15T01:02:15,618 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1351): Waiting on 35241c3992f6c3ed0adaa5989a1abb32, 4f3216b5217e4d913db0e1fd19643241, e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:15,819 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1351): Waiting on 35241c3992f6c3ed0adaa5989a1abb32, 4f3216b5217e4d913db0e1fd19643241, e12d3fed3309fa2cbe3e8d083818ff76
2024-11-15T01:02:15,841 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnOpenScannerAsync/e12d3fed3309fa2cbe3e8d083818ff76/.tmp/testFamily/e1f1a4fcaece447abe2e92b8fe2fd01d
2024-11-15T01:02:15,851 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnOpenScannerAsync/e12d3fed3309fa2cbe3e8d083818ff76/.tmp/testFamily/e1f1a4fcaece447abe2e92b8fe2fd01d as hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnOpenScannerAsync/e12d3fed3309fa2cbe3e8d083818ff76/testFamily/e1f1a4fcaece447abe2e92b8fe2fd01d
2024-11-15T01:02:15,858 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnOpenScannerAsync/e12d3fed3309fa2cbe3e8d083818ff76/testFamily/e1f1a4fcaece447abe2e92b8fe2fd01d, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T01:02:15,859 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e12d3fed3309fa2cbe3e8d083818ff76 in 439ms, sequenceid=8, compaction requested=false
2024-11-15T01:02:15,865 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnOpenScannerAsync/e12d3fed3309fa2cbe3e8d083818ff76/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T01:02:15,865 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76.
2024-11-15T01:02:15,865 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e12d3fed3309fa2cbe3e8d083818ff76:
Waiting for close lock at 1731632535419Running coprocessor pre-close hooks at 1731632535419Disabling compacts and flushes for region at 1731632535419Disabling writes for close at 1731632535420 (+1 ms)Obtaining lock to block concurrent updates at 1731632535420Preparing flush snapshotting stores in e12d3fed3309fa2cbe3e8d083818ff76 at 1731632535420Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731632535420Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76. at 1731632535421 (+1 ms)Flushing e12d3fed3309fa2cbe3e8d083818ff76/testFamily: creating writer at 1731632535421Flushing e12d3fed3309fa2cbe3e8d083818ff76/testFamily: appending metadata at 1731632535435 (+14 ms)Flushing e12d3fed3309fa2cbe3e8d083818ff76/testFamily: closing flushed file at 1731632535435Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26b74bd1: reopening flushed file at 1731632535850 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e12d3fed3309fa2cbe3e8d083818ff76 in 439ms, sequenceid=8, compaction requested=false at 1731632535860 (+10 ms)Writing region close event to WAL at 1731632535860Running coprocessor post-close hooks at 1731632535865 (+5 ms)Closed at 1731632535865
2024-11-15T01:02:15,866 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731632526298.e12d3fed3309fa2cbe3e8d083818ff76.
2024-11-15T01:02:15,866 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35241c3992f6c3ed0adaa5989a1abb32, disabling compactions & flushes
2024-11-15T01:02:15,866 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32.
2024-11-15T01:02:15,866 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32.
2024-11-15T01:02:15,866 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32. after waiting 0 ms
2024-11-15T01:02:15,866 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32.
2024-11-15T01:02:15,866 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 35241c3992f6c3ed0adaa5989a1abb32 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T01:02:15,883 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnNext/35241c3992f6c3ed0adaa5989a1abb32/.tmp/testFamily/47ee7f0a2b4f40a7ac591e61e98a8404 is 61, key is row-0/testFamily:testQualifier/1731632520257/Put/seqid=0
2024-11-15T01:02:15,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741866_1042 (size=5049)
2024-11-15T01:02:16,019 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1351): Waiting on 35241c3992f6c3ed0adaa5989a1abb32, 4f3216b5217e4d913db0e1fd19643241
2024-11-15T01:02:16,219 DEBUG [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1351): Waiting on 35241c3992f6c3ed0adaa5989a1abb32, 4f3216b5217e4d913db0e1fd19643241
2024-11-15T01:02:16,289 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnNext/35241c3992f6c3ed0adaa5989a1abb32/.tmp/testFamily/47ee7f0a2b4f40a7ac591e61e98a8404
2024-11-15T01:02:16,301 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnNext/35241c3992f6c3ed0adaa5989a1abb32/.tmp/testFamily/47ee7f0a2b4f40a7ac591e61e98a8404 as hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnNext/35241c3992f6c3ed0adaa5989a1abb32/testFamily/47ee7f0a2b4f40a7ac591e61e98a8404
2024-11-15T01:02:16,309 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnNext/35241c3992f6c3ed0adaa5989a1abb32/testFamily/47ee7f0a2b4f40a7ac591e61e98a8404, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T01:02:16,310 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 35241c3992f6c3ed0adaa5989a1abb32 in 444ms, sequenceid=8, compaction requested=false
2024-11-15T01:02:16,315 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/hbase/testMetaScanTimeoutOnNext/35241c3992f6c3ed0adaa5989a1abb32/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T01:02:16,315 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32.
2024-11-15T01:02:16,315 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35241c3992f6c3ed0adaa5989a1abb32:
Waiting for close lock at 1731632535866Running coprocessor pre-close hooks at 1731632535866Disabling compacts and flushes for region at 1731632535866Disabling writes for close at 1731632535866Obtaining lock to block concurrent updates at 1731632535866Preparing flush snapshotting stores in 35241c3992f6c3ed0adaa5989a1abb32 at 1731632535866Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731632535866Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32. at 1731632535867 (+1 ms)Flushing 35241c3992f6c3ed0adaa5989a1abb32/testFamily: creating writer at 1731632535867Flushing 35241c3992f6c3ed0adaa5989a1abb32/testFamily: appending metadata at 1731632535883 (+16 ms)Flushing 35241c3992f6c3ed0adaa5989a1abb32/testFamily: closing flushed file at 1731632535883Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@755ae4c6: reopening flushed file at 1731632536300 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 35241c3992f6c3ed0adaa5989a1abb32 in 444ms, sequenceid=8, compaction requested=false at 1731632536310 (+10 ms)Writing region close event to WAL at 1731632536310Running coprocessor post-close hooks at 1731632536315 (+5 ms)Closed at 1731632536315
2024-11-15T01:02:16,316 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731632519226.35241c3992f6c3ed0adaa5989a1abb32.
2024-11-15T01:02:16,316 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f3216b5217e4d913db0e1fd19643241, disabling compactions & flushes
2024-11-15T01:02:16,316 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241.
2024-11-15T01:02:16,316 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241.
2024-11-15T01:02:16,316 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241. after waiting 0 ms
2024-11-15T01:02:16,316 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241.
2024-11-15T01:02:16,316 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4f3216b5217e4d913db0e1fd19643241 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T01:02:16,340 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnNextAsync/4f3216b5217e4d913db0e1fd19643241/.tmp/testFamily/5019a75981c9426296bfbd6491ee16dc is 61, key is row-0/testFamily:testQualifier/1731632500982/Put/seqid=0
2024-11-15T01:02:16,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741867_1043 (size=5049)
2024-11-15T01:02:16,346 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnNextAsync/4f3216b5217e4d913db0e1fd19643241/.tmp/testFamily/5019a75981c9426296bfbd6491ee16dc
2024-11-15T01:02:16,357 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnNextAsync/4f3216b5217e4d913db0e1fd19643241/.tmp/testFamily/5019a75981c9426296bfbd6491ee16dc as hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnNextAsync/4f3216b5217e4d913db0e1fd19643241/testFamily/5019a75981c9426296bfbd6491ee16dc
2024-11-15T01:02:16,366 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnNextAsync/4f3216b5217e4d913db0e1fd19643241/testFamily/5019a75981c9426296bfbd6491ee16dc, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T01:02:16,368 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4f3216b5217e4d913db0e1fd19643241 in 52ms, sequenceid=8, compaction requested=false
2024-11-15T01:02:16,378 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/data/default/testNormalScanTimeoutOnNextAsync/4f3216b5217e4d913db0e1fd19643241/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T01:02:16,379 INFO  [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241.
2024-11-15T01:02:16,379 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f3216b5217e4d913db0e1fd19643241:
Waiting for close lock at 1731632536316Running coprocessor pre-close hooks at 1731632536316Disabling compacts and flushes for region at 1731632536316Disabling writes for close at 1731632536316Obtaining lock to block concurrent updates at 1731632536316Preparing flush snapshotting stores in 4f3216b5217e4d913db0e1fd19643241 at 1731632536316Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731632536317 (+1 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241. at 1731632536317Flushing 4f3216b5217e4d913db0e1fd19643241/testFamily: creating writer at 1731632536317Flushing 4f3216b5217e4d913db0e1fd19643241/testFamily: appending metadata at 1731632536340 (+23 ms)Flushing 4f3216b5217e4d913db0e1fd19643241/testFamily: closing flushed file at 1731632536340Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3800fdc6: reopening flushed file at 1731632536356 (+16 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4f3216b5217e4d913db0e1fd19643241 in 52ms, sequenceid=8, compaction requested=false at 1731632536368 (+12 ms)Writing region close event to WAL at 1731632536369 (+1 ms)Running coprocessor post-close hooks at 1731632536379 (+10 ms)Closed at 1731632536379
2024-11-15T01:02:16,379 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731632497924.4f3216b5217e4d913db0e1fd19643241.
2024-11-15T01:02:16,420 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(976): stopping server fb2f6cb7846a,46327,1731632402862; all regions closed.
2024-11-15T01:02:16,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741834_1010 (size=19479)
2024-11-15T01:02:16,435 DEBUG [RS:0;fb2f6cb7846a:46327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/oldWALs
2024-11-15T01:02:16,435 INFO  [RS:0;fb2f6cb7846a:46327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C46327%2C1731632402862.meta:.meta(num 1731632466408)
2024-11-15T01:02:16,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741833_1009 (size=20031)
2024-11-15T01:02:16,441 DEBUG [RS:0;fb2f6cb7846a:46327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/oldWALs
2024-11-15T01:02:16,441 INFO  [RS:0;fb2f6cb7846a:46327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C46327%2C1731632402862:(num 1731632465830)
2024-11-15T01:02:16,441 DEBUG [RS:0;fb2f6cb7846a:46327 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T01:02:16,441 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T01:02:16,441 INFO  [RS:0;fb2f6cb7846a:46327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T01:02:16,441 INFO  [RS:0;fb2f6cb7846a:46327 {}] hbase.ChoreService(370): Chore service for: regionserver/fb2f6cb7846a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-15T01:02:16,442 INFO  [RS:0;fb2f6cb7846a:46327 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T01:02:16,442 INFO  [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T01:02:16,443 INFO  [RS:0;fb2f6cb7846a:46327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46327
2024-11-15T01:02:16,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-15T01:02:16,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46327-0x1013c01838f0001, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb2f6cb7846a,46327,1731632402862
2024-11-15T01:02:16,469 INFO  [RS:0;fb2f6cb7846a:46327 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T01:02:16,480 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb2f6cb7846a,46327,1731632402862]
2024-11-15T01:02:16,490 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb2f6cb7846a,46327,1731632402862 already deleted, retry=false
2024-11-15T01:02:16,490 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb2f6cb7846a,46327,1731632402862 expired; onlineServers=0
2024-11-15T01:02:16,490 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb2f6cb7846a,46393,1731632401465' *****
2024-11-15T01:02:16,491 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T01:02:16,491 INFO  [M:0;fb2f6cb7846a:46393 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T01:02:16,491 INFO  [M:0;fb2f6cb7846a:46393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T01:02:16,491 DEBUG [M:0;fb2f6cb7846a:46393 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T01:02:16,491 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T01:02:16,491 DEBUG [M:0;fb2f6cb7846a:46393 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T01:02:16,491 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731632405617 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731632405617,5,FailOnTimeoutGroup]
2024-11-15T01:02:16,491 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731632405603 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731632405603,5,FailOnTimeoutGroup]
2024-11-15T01:02:16,491 INFO  [M:0;fb2f6cb7846a:46393 {}] hbase.ChoreService(370): Chore service for: master/fb2f6cb7846a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T01:02:16,492 INFO  [M:0;fb2f6cb7846a:46393 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T01:02:16,492 DEBUG [M:0;fb2f6cb7846a:46393 {}] master.HMaster(1795): Stopping service threads
2024-11-15T01:02:16,492 INFO  [M:0;fb2f6cb7846a:46393 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T01:02:16,492 INFO  [M:0;fb2f6cb7846a:46393 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T01:02:16,493 INFO  [M:0;fb2f6cb7846a:46393 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T01:02:16,493 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T01:02:16,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-15T01:02:16,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T01:02:16,511 DEBUG [M:0;fb2f6cb7846a:46393 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false
2024-11-15T01:02:16,511 DEBUG [M:0;fb2f6cb7846a:46393 {}] master.ActiveMasterManager(353): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master
2024-11-15T01:02:16,512 INFO  [M:0;fb2f6cb7846a:46393 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/.lastflushedseqids
2024-11-15T01:02:16,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741868_1044 (size=649)
2024-11-15T01:02:16,538 INFO  [regionserver/fb2f6cb7846a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T01:02:16,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46327-0x1013c01838f0001, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T01:02:16,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46327-0x1013c01838f0001, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T01:02:16,580 INFO  [RS:0;fb2f6cb7846a:46327 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T01:02:16,581 INFO  [RS:0;fb2f6cb7846a:46327 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb2f6cb7846a,46327,1731632402862; zookeeper connection closed.
2024-11-15T01:02:16,581 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18cfd209 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18cfd209
2024-11-15T01:02:16,581 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T01:02:16,926 INFO  [M:0;fb2f6cb7846a:46393 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T01:02:16,926 INFO  [M:0;fb2f6cb7846a:46393 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T01:02:16,927 DEBUG [M:0;fb2f6cb7846a:46393 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T01:02:16,927 INFO  [M:0;fb2f6cb7846a:46393 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T01:02:16,927 DEBUG [M:0;fb2f6cb7846a:46393 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T01:02:16,927 DEBUG [M:0;fb2f6cb7846a:46393 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T01:02:16,927 DEBUG [M:0;fb2f6cb7846a:46393 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T01:02:16,927 INFO  [M:0;fb2f6cb7846a:46393 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.96 KB heapSize=190.84 KB
2024-11-15T01:02:16,957 DEBUG [M:0;fb2f6cb7846a:46393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8854a818b2eb4b0999c5a7d58d7f930c is 82, key is hbase:meta,,1/info:regioninfo/1731632466573/Put/seqid=0
2024-11-15T01:02:16,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741869_1045 (size=5672)
2024-11-15T01:02:16,989 INFO  [M:0;fb2f6cb7846a:46393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8854a818b2eb4b0999c5a7d58d7f930c
2024-11-15T01:02:17,028 DEBUG [M:0;fb2f6cb7846a:46393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3eae7d4325aa4b9492fbf1368c368b3c is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731632468670/Put/seqid=0
2024-11-15T01:02:17,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741870_1046 (size=14067)
2024-11-15T01:02:17,055 INFO  [M:0;fb2f6cb7846a:46393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.40 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3eae7d4325aa4b9492fbf1368c368b3c
2024-11-15T01:02:17,067 INFO  [M:0;fb2f6cb7846a:46393 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3eae7d4325aa4b9492fbf1368c368b3c
2024-11-15T01:02:17,109 DEBUG [M:0;fb2f6cb7846a:46393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42683b2e626d41128107bf35f7bd2593 is 69, key is fb2f6cb7846a,46327,1731632402862/rs:state/1731632435638/Put/seqid=0
2024-11-15T01:02:17,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741871_1047 (size=5156)
2024-11-15T01:02:17,526 INFO  [M:0;fb2f6cb7846a:46393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42683b2e626d41128107bf35f7bd2593
2024-11-15T01:02:17,536 DEBUG [M:0;fb2f6cb7846a:46393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8854a818b2eb4b0999c5a7d58d7f930c as hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8854a818b2eb4b0999c5a7d58d7f930c
2024-11-15T01:02:17,545 INFO  [M:0;fb2f6cb7846a:46393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8854a818b2eb4b0999c5a7d58d7f930c, entries=8, sequenceid=317, filesize=5.5 K
2024-11-15T01:02:17,546 DEBUG [M:0;fb2f6cb7846a:46393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3eae7d4325aa4b9492fbf1368c368b3c as hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3eae7d4325aa4b9492fbf1368c368b3c
2024-11-15T01:02:17,557 INFO  [M:0;fb2f6cb7846a:46393 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3eae7d4325aa4b9492fbf1368c368b3c
2024-11-15T01:02:17,558 INFO  [M:0;fb2f6cb7846a:46393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3eae7d4325aa4b9492fbf1368c368b3c, entries=33, sequenceid=317, filesize=13.7 K
2024-11-15T01:02:17,560 DEBUG [M:0;fb2f6cb7846a:46393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42683b2e626d41128107bf35f7bd2593 as hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42683b2e626d41128107bf35f7bd2593
2024-11-15T01:02:17,569 INFO  [M:0;fb2f6cb7846a:46393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46471/user/jenkins/test-data/79b05480-8589-b064-20c4-4285766d2eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42683b2e626d41128107bf35f7bd2593, entries=1, sequenceid=317, filesize=5.0 K
2024-11-15T01:02:17,570 INFO  [M:0;fb2f6cb7846a:46393 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.96 KB/166867, heapSize ~190.54 KB/195112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 643ms, sequenceid=317, compaction requested=false
2024-11-15T01:02:17,572 INFO  [M:0;fb2f6cb7846a:46393 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T01:02:17,572 DEBUG [M:0;fb2f6cb7846a:46393 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731632536927Disabling compacts and flushes for region at 1731632536927Disabling writes for close at 1731632536927Obtaining lock to block concurrent updates at 1731632536927Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731632536927Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166867, getHeapSize=195352, getOffHeapSize=0, getCellsCount=364 at 1731632536928 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731632536928Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731632536929 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731632536956 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731632536956Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731632536999 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731632537027 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731632537027Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731632537067 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731632537108 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731632537108Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648b5dab: reopening flushed file at 1731632537534 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9c2556a: reopening flushed file at 1731632537545 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d95d9c0: reopening flushed file at 1731632537558 (+13 ms)Finished flush of dataSize ~162.96 KB/166867, heapSize ~190.54 KB/195112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 643ms, sequenceid=317, compaction requested=false at 1731632537571 (+13 ms)Writing region close event to WAL at 1731632537572 (+1 ms)Closed at 1731632537572
2024-11-15T01:02:17,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741830_1006 (size=188079)
2024-11-15T01:02:17,578 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T01:02:17,578 INFO  [M:0;fb2f6cb7846a:46393 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T01:02:17,578 INFO  [M:0;fb2f6cb7846a:46393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46393
2024-11-15T01:02:17,578 INFO  [M:0;fb2f6cb7846a:46393 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T01:02:17,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T01:02:17,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46393-0x1013c01838f0000, quorum=127.0.0.1:51802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T01:02:17,748 INFO  [M:0;fb2f6cb7846a:46393 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T01:02:17,766 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T01:02:17,772 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T01:02:17,772 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T01:02:17,772 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T01:02:17,772 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/hadoop.log.dir/,STOPPED}
2024-11-15T01:02:17,785 WARN  [BP-2119441567-172.17.0.3-1731632395840 heartbeating to localhost/127.0.0.1:46471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T01:02:17,785 WARN  [BP-2119441567-172.17.0.3-1731632395840 heartbeating to localhost/127.0.0.1:46471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2119441567-172.17.0.3-1731632395840 (Datanode Uuid bee10c36-aa50-485e-841e-7304185d3475) service to localhost/127.0.0.1:46471
2024-11-15T01:02:17,787 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/cluster_dbec4be6-b522-9e5f-1b4e-eb602a117f7f/data/data1/current/BP-2119441567-172.17.0.3-1731632395840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T01:02:17,788 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T01:02:17,788 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T01:02:17,788 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/cluster_dbec4be6-b522-9e5f-1b4e-eb602a117f7f/data/data2/current/BP-2119441567-172.17.0.3-1731632395840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T01:02:17,790 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T01:02:17,826 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T01:02:17,827 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T01:02:17,827 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T01:02:17,827 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T01:02:17,827 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69590fe0-ed6c-9f41-0dee-eab2a0b93d29/hadoop.log.dir/,STOPPED}
2024-11-15T01:02:17,841 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-15T01:02:17,882 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down