2024-12-07 01:30:59,741 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-07 01:30:59,775 main DEBUG Took 0.030655 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-07 01:30:59,775 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-07 01:30:59,776 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-07 01:30:59,777 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-07 01:30:59,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 01:30:59,795 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-07 01:30:59,815 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 01:30:59,821 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 01:30:59,823 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 01:30:59,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 01:30:59,824 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 01:30:59,825 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 01:30:59,826 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 01:30:59,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 01:30:59,827 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 01:30:59,827 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 01:30:59,828 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 01:30:59,828 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 01:30:59,829 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 01:30:59,829 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 01:30:59,830 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 01:30:59,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 01:30:59,831 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 01:30:59,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 01:30:59,832 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 01:30:59,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 01:30:59,833 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 01:30:59,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 01:30:59,834 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 01:30:59,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-07 01:30:59,835 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 01:30:59,836 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-07 01:30:59,838 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-07 01:30:59,839 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-07 01:30:59,842 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-07 01:30:59,843 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-07 01:30:59,844 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-07 01:30:59,845 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-07 01:30:59,857 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-07 01:30:59,861 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-07 01:30:59,863 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-07 01:30:59,863 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-07 01:30:59,864 main DEBUG createAppenders(={Console})
2024-12-07 01:30:59,865 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-12-07 01:30:59,865 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-07 01:30:59,867 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-12-07 01:30:59,872 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-07 01:30:59,873 main DEBUG OutputStream closed
2024-12-07 01:30:59,873 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-07 01:30:59,873 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-07 01:30:59,874 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-12-07 01:30:59,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-07 01:30:59,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-07 01:30:59,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-07 01:30:59,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-07 01:30:59,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-07 01:30:59,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-07 01:30:59,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-07 01:30:59,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-07 01:30:59,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-07 01:30:59,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-07 01:30:59,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-07 01:30:59,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-07 01:30:59,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-07 01:30:59,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-07 01:30:59,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-07 01:30:59,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-07 01:30:59,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-07 01:30:59,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-07 01:31:00,001 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-07 01:31:00,002 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-12-07 01:31:00,002 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-07 01:31:00,004 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-12-07T01:31:00,021 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-12-07 01:31:00,025 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-07 01:31:00,025 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-07T01:31:00,404 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24
2024-12-07T01:31:00,426 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-07T01:31:00,461 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/cluster_bd34f45c-8fcc-0910-db2c-5ced02991fef, deleteOnExit=true
2024-12-07T01:31:00,462 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-07T01:31:00,464 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/test.cache.data in system properties and HBase conf
2024-12-07T01:31:00,465 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/hadoop.tmp.dir in system properties and HBase conf
2024-12-07T01:31:00,466 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/hadoop.log.dir in system properties and HBase conf
2024-12-07T01:31:00,469 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-07T01:31:00,470 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-07T01:31:00,472 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-07T01:31:00,617 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-07T01:31:00,745 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-07T01:31:00,750 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-07T01:31:00,751 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-07T01:31:00,752 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-07T01:31:00,753 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-07T01:31:00,754 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-07T01:31:00,754 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-07T01:31:00,755 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-07T01:31:00,756 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-07T01:31:00,757 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-07T01:31:00,757 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/nfs.dump.dir in system properties and HBase conf
2024-12-07T01:31:00,758 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/java.io.tmpdir in system properties and HBase conf
2024-12-07T01:31:00,759 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-07T01:31:00,759 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-07T01:31:00,760 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-07T01:31:02,030 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-07T01:31:02,129 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3332ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-07T01:31:02,209 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-07T01:31:02,268 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-07T01:31:02,286 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-07T01:31:02,286 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-07T01:31:02,287 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-07T01:31:02,301 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-07T01:31:02,305 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/hadoop.log.dir/,AVAILABLE}
2024-12-07T01:31:02,306 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-07T01:31:02,481 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/java.io.tmpdir/jetty-localhost-35775-hadoop-hdfs-3_4_1-tests_jar-_-any-2851106423591430863/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-07T01:31:02,488 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:35775}
2024-12-07T01:31:02,488 INFO  [Time-limited test {}] server.Server(415): Started @3692ms
2024-12-07T01:31:03,069 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-07T01:31:03,081 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-07T01:31:03,085 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-07T01:31:03,085 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-07T01:31:03,085 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-07T01:31:03,086 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/hadoop.log.dir/,AVAILABLE}
2024-12-07T01:31:03,087 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-07T01:31:03,201 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/java.io.tmpdir/jetty-localhost-33563-hadoop-hdfs-3_4_1-tests_jar-_-any-15832466951853104144/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-07T01:31:03,202 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:33563}
2024-12-07T01:31:03,202 INFO  [Time-limited test {}] server.Server(415): Started @4406ms
2024-12-07T01:31:03,256 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-07T01:31:05,015 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/cluster_bd34f45c-8fcc-0910-db2c-5ced02991fef/data/data2/current/BP-461299353-172.17.0.3-1733535061353/current, will proceed with Du for space computation calculation, 
2024-12-07T01:31:05,015 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/cluster_bd34f45c-8fcc-0910-db2c-5ced02991fef/data/data1/current/BP-461299353-172.17.0.3-1733535061353/current, will proceed with Du for space computation calculation, 
2024-12-07T01:31:05,043 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-07T01:31:05,086 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef49a3b5b2f654dc with lease ID 0xbfe3627ee90e83a0: Processing first storage report for DS-2e61eb36-82cb-44e7-b538-efd35b2ec997 from datanode DatanodeRegistration(127.0.0.1:42527, datanodeUuid=fe6b996f-c65d-4c0f-a1cd-0d936731f5e5, infoPort=33391, infoSecurePort=0, ipcPort=42515, storageInfo=lv=-57;cid=testClusterID;nsid=507894050;c=1733535061353)
2024-12-07T01:31:05,087 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef49a3b5b2f654dc with lease ID 0xbfe3627ee90e83a0: from storage DS-2e61eb36-82cb-44e7-b538-efd35b2ec997 node DatanodeRegistration(127.0.0.1:42527, datanodeUuid=fe6b996f-c65d-4c0f-a1cd-0d936731f5e5, infoPort=33391, infoSecurePort=0, ipcPort=42515, storageInfo=lv=-57;cid=testClusterID;nsid=507894050;c=1733535061353), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-07T01:31:05,087 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef49a3b5b2f654dc with lease ID 0xbfe3627ee90e83a0: Processing first storage report for DS-043cd261-af28-40f1-95be-a15ff9889d68 from datanode DatanodeRegistration(127.0.0.1:42527, datanodeUuid=fe6b996f-c65d-4c0f-a1cd-0d936731f5e5, infoPort=33391, infoSecurePort=0, ipcPort=42515, storageInfo=lv=-57;cid=testClusterID;nsid=507894050;c=1733535061353)
2024-12-07T01:31:05,088 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef49a3b5b2f654dc with lease ID 0xbfe3627ee90e83a0: from storage DS-043cd261-af28-40f1-95be-a15ff9889d68 node DatanodeRegistration(127.0.0.1:42527, datanodeUuid=fe6b996f-c65d-4c0f-a1cd-0d936731f5e5, infoPort=33391, infoSecurePort=0, ipcPort=42515, storageInfo=lv=-57;cid=testClusterID;nsid=507894050;c=1733535061353), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-07T01:31:05,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24
2024-12-07T01:31:05,244 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/cluster_bd34f45c-8fcc-0910-db2c-5ced02991fef/zookeeper_0, clientPort=64773, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/cluster_bd34f45c-8fcc-0910-db2c-5ced02991fef/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/cluster_bd34f45c-8fcc-0910-db2c-5ced02991fef/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-07T01:31:05,253 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64773
2024-12-07T01:31:05,268 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-07T01:31:05,272 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-07T01:31:05,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741825_1001 (size=7)
2024-12-07T01:31:05,909 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc with version=8
2024-12-07T01:31:05,909 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/hbase-staging
2024-12-07T01:31:05,987 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-07T01:31:06,206 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=9
2024-12-07T01:31:06,215 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-07T01:31:06,216 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-07T01:31:06,220 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-07T01:31:06,220 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-07T01:31:06,221 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-07T01:31:06,378 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-07T01:31:06,454 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-07T01:31:06,466 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-07T01:31:06,471 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-07T01:31:06,502 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 104002 (auto-detected)
2024-12-07T01:31:06,504 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-07T01:31:06,524 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35173
2024-12-07T01:31:06,545 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35173 connecting to ZooKeeper ensemble=127.0.0.1:64773
2024-12-07T01:31:06,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351730x0, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-07T01:31:06,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35173-0x101ad69e0360000 connected
2024-12-07T01:31:06,713 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-07T01:31:06,715 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-07T01:31:06,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-07T01:31:06,729 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc, hbase.cluster.distributed=false
2024-12-07T01:31:06,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-07T01:31:06,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35173
2024-12-07T01:31:06,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35173
2024-12-07T01:31:06,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35173
2024-12-07T01:31:06,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35173
2024-12-07T01:31:06,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35173
2024-12-07T01:31:06,854 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=9
2024-12-07T01:31:06,855 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-07T01:31:06,855 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-07T01:31:06,855 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-07T01:31:06,856 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-07T01:31:06,856 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-07T01:31:06,858 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-07T01:31:06,860 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-07T01:31:06,861 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45823
2024-12-07T01:31:06,863 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45823 connecting to ZooKeeper ensemble=127.0.0.1:64773
2024-12-07T01:31:06,864 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-07T01:31:06,866 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-07T01:31:06,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458230x0, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-07T01:31:06,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458230x0, quorum=127.0.0.1:64773, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-07T01:31:06,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45823-0x101ad69e0360001 connected
2024-12-07T01:31:06,884 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-07T01:31:06,890 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-07T01:31:06,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45823-0x101ad69e0360001, quorum=127.0.0.1:64773, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-07T01:31:06,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45823-0x101ad69e0360001, quorum=127.0.0.1:64773, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-07T01:31:06,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45823
2024-12-07T01:31:06,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45823
2024-12-07T01:31:06,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45823
2024-12-07T01:31:06,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45823
2024-12-07T01:31:06,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45823
2024-12-07T01:31:06,913 DEBUG [M:0;ec1863dc21e5:35173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:35173
2024-12-07T01:31:06,914 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ec1863dc21e5,35173,1733535066036
2024-12-07T01:31:06,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-07T01:31:06,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x101ad69e0360001, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-07T01:31:06,931 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ec1863dc21e5,35173,1733535066036
2024-12-07T01:31:06,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T01:31:06,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x101ad69e0360001, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-07T01:31:06,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x101ad69e0360001, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T01:31:06,972 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-07T01:31:06,973 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ec1863dc21e5,35173,1733535066036 from backup master directory
2024-12-07T01:31:06,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x101ad69e0360001, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-07T01:31:06,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ec1863dc21e5,35173,1733535066036
2024-12-07T01:31:06,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-07T01:31:06,986 WARN  [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-07T01:31:06,986 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,35173,1733535066036
2024-12-07T01:31:06,988 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-07T01:31:06,989 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-07T01:31:07,040 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/hbase.id] with ID: 433bc970-4736-42cd-be15-a2d29fc54c32
2024-12-07T01:31:07,040 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/.tmp/hbase.id
2024-12-07T01:31:07,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741826_1002 (size=42)
2024-12-07T01:31:07,451 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/.tmp/hbase.id]:[hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/hbase.id]
2024-12-07T01:31:07,499 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-07T01:31:07,505 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-07T01:31:07,520 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms.
2024-12-07T01:31:07,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T01:31:07,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x101ad69e0360001, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T01:31:07,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741827_1003 (size=196)
2024-12-07T01:31:07,993 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-07T01:31:07,997 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-07T01:31:08,016 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-07T01:31:08,020 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-07T01:31:08,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741828_1004 (size=1189)
2024-12-07T01:31:08,470 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/data/master/store
2024-12-07T01:31:08,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741829_1005 (size=34)
2024-12-07T01:31:08,893 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-07T01:31:08,896 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:31:08,897 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-07T01:31:08,898 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-07T01:31:08,898 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-07T01:31:08,899 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-07T01:31:08,899 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-07T01:31:08,900 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-07T01:31:08,901 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733535068897Disabling compacts and flushes for region at 1733535068897Disabling writes for close at 1733535068899 (+2 ms)Writing region close event to WAL at 1733535068900 (+1 ms)Closed at 1733535068900
2024-12-07T01:31:08,903 WARN  [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/data/master/store/.initializing
2024-12-07T01:31:08,903 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/WALs/ec1863dc21e5,35173,1733535066036
2024-12-07T01:31:08,913 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-07T01:31:08,927 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C35173%2C1733535066036, suffix=, logDir=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/WALs/ec1863dc21e5,35173,1733535066036, archiveDir=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/oldWALs, maxLogs=10
2024-12-07T01:31:08,953 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/WALs/ec1863dc21e5,35173,1733535066036/ec1863dc21e5%2C35173%2C1733535066036.1733535068931, exclude list is [], retry=0
2024-12-07T01:31:08,973 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42527,DS-2e61eb36-82cb-44e7-b538-efd35b2ec997,DISK]
2024-12-07T01:31:08,977 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-07T01:31:09,017 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/WALs/ec1863dc21e5,35173,1733535066036/ec1863dc21e5%2C35173%2C1733535066036.1733535068931
2024-12-07T01:31:09,018 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33391:33391)]
2024-12-07T01:31:09,018 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-07T01:31:09,019 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:31:09,022 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-07T01:31:09,023 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-07T01:31:09,057 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-07T01:31:09,091 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-07T01:31:09,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:31:09,103 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-07T01:31:09,104 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-07T01:31:09,108 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-07T01:31:09,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:31:09,110 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T01:31:09,110 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-07T01:31:09,117 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-07T01:31:09,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:31:09,118 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T01:31:09,119 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-07T01:31:09,122 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-07T01:31:09,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:31:09,124 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T01:31:09,125 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-07T01:31:09,129 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-07T01:31:09,131 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-07T01:31:09,139 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-07T01:31:09,140 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-07T01:31:09,144 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-07T01:31:09,149 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-07T01:31:09,154 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T01:31:09,156 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63419286, jitterRate=-0.05497899651527405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-07T01:31:09,161 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733535069034Initializing all the Stores at 1733535069036 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733535069037 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733535069038 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733535069038Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733535069038Cleaning up temporary data from old regions at 1733535069140 (+102 ms)Region opened successfully at 1733535069161 (+21 ms)
2024-12-07T01:31:09,163 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-07T01:31:09,198 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5f7a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0
2024-12-07T01:31:09,240 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-07T01:31:09,255 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-07T01:31:09,255 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-07T01:31:09,258 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-07T01:31:09,260 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-07T01:31:09,266 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-12-07T01:31:09,266 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-07T01:31:09,292 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-07T01:31:09,299 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-07T01:31:09,350 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-07T01:31:09,353 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-07T01:31:09,355 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-07T01:31:09,363 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-07T01:31:09,366 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-07T01:31:09,369 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-07T01:31:09,381 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-07T01:31:09,383 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-07T01:31:09,395 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-07T01:31:09,416 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-07T01:31:09,442 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-07T01:31:09,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x101ad69e0360001, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-07T01:31:09,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-07T01:31:09,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T01:31:09,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x101ad69e0360001, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T01:31:09,462 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,35173,1733535066036, sessionid=0x101ad69e0360000, setting cluster-up flag (Was=false)
2024-12-07T01:31:09,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x101ad69e0360001, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T01:31:09,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T01:31:09,521 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-07T01:31:09,524 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,35173,1733535066036
2024-12-07T01:31:09,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T01:31:09,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x101ad69e0360001, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T01:31:09,584 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-07T01:31:09,587 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,35173,1733535066036
2024-12-07T01:31:09,596 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-07T01:31:09,609 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(746): ClusterId : 433bc970-4736-42cd-be15-a2d29fc54c32
2024-12-07T01:31:09,613 DEBUG [RS:0;ec1863dc21e5:45823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-07T01:31:09,630 DEBUG [RS:0;ec1863dc21e5:45823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-07T01:31:09,631 DEBUG [RS:0;ec1863dc21e5:45823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-07T01:31:09,639 DEBUG [RS:0;ec1863dc21e5:45823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-07T01:31:09,639 DEBUG [RS:0;ec1863dc21e5:45823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475786d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0
2024-12-07T01:31:09,657 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:45823
2024-12-07T01:31:09,660 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-07T01:31:09,661 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-07T01:31:09,661 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-07T01:31:09,663 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,35173,1733535066036 with port=45823, startcode=1733535066824
2024-12-07T01:31:09,673 DEBUG [RS:0;ec1863dc21e5:45823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-07T01:31:09,679 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-07T01:31:09,688 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-07T01:31:09,694 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-07T01:31:09,700 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,35173,1733535066036
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-07T01:31:09,704 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-07T01:31:09,711 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5
2024-12-07T01:31:09,711 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5
2024-12-07T01:31:09,712 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5
2024-12-07T01:31:09,712 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5
2024-12-07T01:31:09,712 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10
2024-12-07T01:31:09,712 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1
2024-12-07T01:31:09,712 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35173 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-07T01:31:09,712 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2
2024-12-07T01:31:09,712 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1
2024-12-07T01:31:09,719 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733535099719
2024-12-07T01:31:09,721 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-07T01:31:09,721 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-07T01:31:09,722 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-07T01:31:09,722 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-07T01:31:09,726 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-07T01:31:09,726 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-07T01:31:09,727 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-07T01:31:09,727 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-07T01:31:09,729 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:31:09,728 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-07T01:31:09,729 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-07T01:31:09,736 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-07T01:31:09,738 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-07T01:31:09,738 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-07T01:31:09,740 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-07T01:31:09,740 WARN  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-12-07T01:31:09,740 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-07T01:31:09,741 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-07T01:31:09,744 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733535069742,5,FailOnTimeoutGroup]
2024-12-07T01:31:09,745 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733535069745,5,FailOnTimeoutGroup]
2024-12-07T01:31:09,745 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-07T01:31:09,746 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-07T01:31:09,747 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-07T01:31:09,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741831_1007 (size=1321)
2024-12-07T01:31:09,748 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-07T01:31:09,750 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-07T01:31:09,750 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc
2024-12-07T01:31:09,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741832_1008 (size=32)
2024-12-07T01:31:10,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:31:10,166 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-07T01:31:10,169 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-07T01:31:10,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:31:10,170 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-07T01:31:10,171 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-07T01:31:10,173 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-07T01:31:10,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:31:10,175 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-07T01:31:10,175 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-07T01:31:10,178 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-07T01:31:10,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:31:10,180 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-07T01:31:10,180 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-07T01:31:10,183 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-07T01:31:10,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:31:10,185 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-07T01:31:10,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-07T01:31:10,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/meta/1588230740
2024-12-07T01:31:10,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/meta/1588230740
2024-12-07T01:31:10,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-07T01:31:10,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-07T01:31:10,193 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-07T01:31:10,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-07T01:31:10,201 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T01:31:10,202 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62888596, jitterRate=-0.06288689374923706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-07T01:31:10,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733535070164Initializing all the Stores at 1733535070166 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733535070166Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733535070166Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733535070166Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733535070166Cleaning up temporary data from old regions at 1733535070192 (+26 ms)Region opened successfully at 1733535070204 (+12 ms)
2024-12-07T01:31:10,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-07T01:31:10,205 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-07T01:31:10,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-07T01:31:10,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-07T01:31:10,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-07T01:31:10,206 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-07T01:31:10,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733535070204Disabling compacts and flushes for region at 1733535070204Disabling writes for close at 1733535070205 (+1 ms)Writing region close event to WAL at 1733535070206 (+1 ms)Closed at 1733535070206
2024-12-07T01:31:10,210 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-07T01:31:10,210 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-07T01:31:10,216 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-07T01:31:10,226 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-07T01:31:10,230 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-07T01:31:10,381 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:11,382 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:12,382 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:13,383 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:14,384 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:15,385 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:16,385 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:16,449 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-07T01:31:16,450 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-07T01:31:17,386 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:18,387 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:19,388 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:20,389 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:21,390 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:22,391 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:23,391 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:24,392 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:25,393 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:26,394 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:27,395 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:28,396 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:29,397 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:30,398 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:31,399 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:32,400 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:33,400 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:34,401 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:35,164 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-07T01:31:35,402 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:36,403 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:37,404 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:38,405 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:39,405 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:39,742 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,35173,1733535066036 with port=45823, startcode=1733535066824
2024-12-07T01:31:39,745 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35173 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,45823,1733535066824
2024-12-07T01:31:39,749 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35173 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,45823,1733535066824
2024-12-07T01:31:39,760 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc
2024-12-07T01:31:39,761 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44589
2024-12-07T01:31:39,761 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-07T01:31:39,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-07T01:31:39,773 DEBUG [RS:0;ec1863dc21e5:45823 {}] zookeeper.ZKUtil(111): regionserver:45823-0x101ad69e0360001, quorum=127.0.0.1:64773, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ec1863dc21e5,45823,1733535066824
2024-12-07T01:31:39,774 WARN  [RS:0;ec1863dc21e5:45823 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-07T01:31:39,774 INFO  [RS:0;ec1863dc21e5:45823 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-07T01:31:39,774 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/WALs/ec1863dc21e5,45823,1733535066824
2024-12-07T01:31:39,776 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,45823,1733535066824]
2024-12-07T01:31:39,804 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-07T01:31:39,815 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-07T01:31:39,820 INFO  [RS:0;ec1863dc21e5:45823 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-07T01:31:39,820 INFO  [RS:0;ec1863dc21e5:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-07T01:31:39,821 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-07T01:31:39,825 INFO  [RS:0;ec1863dc21e5:45823 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-07T01:31:39,826 INFO  [RS:0;ec1863dc21e5:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-07T01:31:39,827 DEBUG [RS:0;ec1863dc21e5:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1
2024-12-07T01:31:39,827 DEBUG [RS:0;ec1863dc21e5:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1
2024-12-07T01:31:39,827 DEBUG [RS:0;ec1863dc21e5:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1
2024-12-07T01:31:39,827 DEBUG [RS:0;ec1863dc21e5:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1
2024-12-07T01:31:39,827 DEBUG [RS:0;ec1863dc21e5:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1
2024-12-07T01:31:39,827 DEBUG [RS:0;ec1863dc21e5:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2
2024-12-07T01:31:39,828 DEBUG [RS:0;ec1863dc21e5:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1
2024-12-07T01:31:39,828 DEBUG [RS:0;ec1863dc21e5:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1
2024-12-07T01:31:39,828 DEBUG [RS:0;ec1863dc21e5:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1
2024-12-07T01:31:39,828 DEBUG [RS:0;ec1863dc21e5:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1
2024-12-07T01:31:39,828 DEBUG [RS:0;ec1863dc21e5:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1
2024-12-07T01:31:39,828 DEBUG [RS:0;ec1863dc21e5:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1
2024-12-07T01:31:39,828 DEBUG [RS:0;ec1863dc21e5:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3
2024-12-07T01:31:39,829 DEBUG [RS:0;ec1863dc21e5:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3
2024-12-07T01:31:39,830 INFO  [RS:0;ec1863dc21e5:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-07T01:31:39,830 INFO  [RS:0;ec1863dc21e5:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-07T01:31:39,830 INFO  [RS:0;ec1863dc21e5:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-07T01:31:39,830 INFO  [RS:0;ec1863dc21e5:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-07T01:31:39,830 INFO  [RS:0;ec1863dc21e5:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-07T01:31:39,831 INFO  [RS:0;ec1863dc21e5:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,45823,1733535066824-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-07T01:31:39,847 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-07T01:31:39,849 INFO  [RS:0;ec1863dc21e5:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,45823,1733535066824-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-07T01:31:39,849 INFO  [RS:0;ec1863dc21e5:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-07T01:31:39,849 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.Replication(171): ec1863dc21e5,45823,1733535066824 started
2024-12-07T01:31:39,864 INFO  [RS:0;ec1863dc21e5:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-07T01:31:39,864 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,45823,1733535066824, RpcServer on ec1863dc21e5/172.17.0.3:45823, sessionid=0x101ad69e0360001
2024-12-07T01:31:39,865 DEBUG [RS:0;ec1863dc21e5:45823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-07T01:31:39,865 DEBUG [RS:0;ec1863dc21e5:45823 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,45823,1733535066824
2024-12-07T01:31:39,865 DEBUG [RS:0;ec1863dc21e5:45823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,45823,1733535066824'
2024-12-07T01:31:39,866 DEBUG [RS:0;ec1863dc21e5:45823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-07T01:31:39,867 DEBUG [RS:0;ec1863dc21e5:45823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-07T01:31:39,867 DEBUG [RS:0;ec1863dc21e5:45823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-07T01:31:39,868 DEBUG [RS:0;ec1863dc21e5:45823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-07T01:31:39,868 DEBUG [RS:0;ec1863dc21e5:45823 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,45823,1733535066824
2024-12-07T01:31:39,868 DEBUG [RS:0;ec1863dc21e5:45823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,45823,1733535066824'
2024-12-07T01:31:39,868 DEBUG [RS:0;ec1863dc21e5:45823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-07T01:31:39,869 DEBUG [RS:0;ec1863dc21e5:45823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-07T01:31:39,869 DEBUG [RS:0;ec1863dc21e5:45823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-07T01:31:39,869 INFO  [RS:0;ec1863dc21e5:45823 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-07T01:31:39,869 INFO  [RS:0;ec1863dc21e5:45823 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-07T01:31:40,406 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:41,407 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:42,408 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:43,409 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:44,410 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:45,411 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:46,412 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:47,412 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:48,414 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:49,415 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:50,415 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:51,416 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:52,417 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:53,418 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:54,419 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:55,421 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:56,422 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:57,423 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:58,424 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:31:59,425 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:32:00,427 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:32:01,428 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:32:02,429 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:32:03,430 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:32:04,431 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:32:05,165 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-07T01:32:05,432 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:32:06,433 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:32:07,434 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:32:08,435 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:32:09,436 WARN  [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-07T01:32:09,879 INFO  [RS:0;ec1863dc21e5:45823 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-07T01:32:09,883 INFO  [RS:0;ec1863dc21e5:45823 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C45823%2C1733535066824, suffix=, logDir=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/WALs/ec1863dc21e5,45823,1733535066824, archiveDir=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/oldWALs, maxLogs=32
2024-12-07T01:32:09,896 DEBUG [RS:0;ec1863dc21e5:45823 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/WALs/ec1863dc21e5,45823,1733535066824/ec1863dc21e5%2C45823%2C1733535066824.1733535129885, exclude list is [], retry=0
2024-12-07T01:32:09,901 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42527,DS-2e61eb36-82cb-44e7-b538-efd35b2ec997,DISK]
2024-12-07T01:32:09,905 INFO  [RS:0;ec1863dc21e5:45823 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/WALs/ec1863dc21e5,45823,1733535066824/ec1863dc21e5%2C45823%2C1733535066824.1733535129885
2024-12-07T01:32:09,905 DEBUG [RS:0;ec1863dc21e5:45823 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33391:33391)]
2024-12-07T01:32:09,939 DEBUG [ec1863dc21e5:35173 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-07T01:32:09,954 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,45823,1733535066824
2024-12-07T01:32:09,961 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,45823,1733535066824, state=OPENING
2024-12-07T01:32:10,034 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-07T01:32:10,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T01:32:10,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x101ad69e0360001, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T01:32:10,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-07T01:32:10,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-07T01:32:10,052 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-07T01:32:10,054 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,45823,1733535066824}]
2024-12-07T01:32:10,236 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-07T01:32:10,239 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-07T01:32:10,249 INFO  [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-07T01:32:10,249 INFO  [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-07T01:32:10,249 INFO  [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-07T01:32:10,252 INFO  [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C45823%2C1733535066824.meta, suffix=.meta, logDir=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/WALs/ec1863dc21e5,45823,1733535066824, archiveDir=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/oldWALs, maxLogs=32
2024-12-07T01:32:10,266 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/WALs/ec1863dc21e5,45823,1733535066824/ec1863dc21e5%2C45823%2C1733535066824.meta.1733535130254.meta, exclude list is [], retry=0
2024-12-07T01:32:10,270 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42527,DS-2e61eb36-82cb-44e7-b538-efd35b2ec997,DISK]
2024-12-07T01:32:10,273 INFO  [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/WALs/ec1863dc21e5,45823,1733535066824/ec1863dc21e5%2C45823%2C1733535066824.meta.1733535130254.meta
2024-12-07T01:32:10,273 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33391:33391)]
2024-12-07T01:32:10,274 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-07T01:32:10,275 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-07T01:32:10,278 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-07T01:32:10,282 INFO  [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-07T01:32:10,286 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-07T01:32:10,286 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:32:10,287 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-07T01:32:10,287 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-07T01:32:10,290 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-07T01:32:10,291 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-07T01:32:10,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:32:10,292 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-07T01:32:10,292 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-07T01:32:10,294 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-07T01:32:10,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:32:10,295 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-07T01:32:10,295 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-07T01:32:10,296 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-07T01:32:10,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:32:10,297 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-07T01:32:10,297 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-07T01:32:10,299 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-07T01:32:10,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:32:10,299 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-07T01:32:10,300 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-07T01:32:10,301 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/meta/1588230740
2024-12-07T01:32:10,304 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/meta/1588230740
2024-12-07T01:32:10,306 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-07T01:32:10,306 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-07T01:32:10,307 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-07T01:32:10,309 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-07T01:32:10,311 INFO  [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69189136, jitterRate=0.03099846839904785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-07T01:32:10,311 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-07T01:32:10,312 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733535130287Writing region info on filesystem at 1733535130287Initializing all the Stores at 1733535130289 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733535130289Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733535130289Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733535130289Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733535130289Cleaning up temporary data from old regions at 1733535130306 (+17 ms)Running coprocessor post-open hooks at 1733535130311 (+5 ms)Region opened successfully at 1733535130312 (+1 ms)
2024-12-07T01:32:10,318 INFO  [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733535130229
2024-12-07T01:32:10,329 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-07T01:32:10,329 INFO  [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-07T01:32:10,331 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,45823,1733535066824
2024-12-07T01:32:10,334 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,45823,1733535066824, state=OPEN
2024-12-07T01:32:10,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x101ad69e0360001, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-07T01:32:10,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-07T01:32:10,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-07T01:32:10,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-07T01:32:10,446 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,45823,1733535066824
2024-12-07T01:32:10,451 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-07T01:32:10,452 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,45823,1733535066824 in 392 msec
2024-12-07T01:32:10,459 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-07T01:32:10,459 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.237 sec
2024-12-07T01:32:10,460 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-07T01:32:10,460 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-07T01:32:10,477 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-07T01:32:10,478 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,45823,1733535066824, seqNum=-1]
2024-12-07T01:32:10,504 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-07T01:32:10,507 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-07T01:32:10,531 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.895 sec
2024-12-07T01:32:10,531 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733535130531, completionTime=-1
2024-12-07T01:32:10,534 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-07T01:32:10,534 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-07T01:32:10,559 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-07T01:32:10,560 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733535190560
2024-12-07T01:32:10,560 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733535250560
2024-12-07T01:32:10,560 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec
2024-12-07T01:32:10,562 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35173,1733535066036-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-07T01:32:10,562 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35173,1733535066036-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-07T01:32:10,562 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35173,1733535066036-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-07T01:32:10,563 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:35173, period=300000, unit=MILLISECONDS is enabled.
2024-12-07T01:32:10,564 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-07T01:32:10,564 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-07T01:32:10,571 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-07T01:32:10,591 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.605sec
2024-12-07T01:32:10,592 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-07T01:32:10,593 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-07T01:32:10,594 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-07T01:32:10,595 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-07T01:32:10,595 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-07T01:32:10,595 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35173,1733535066036-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-07T01:32:10,596 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35173,1733535066036-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-07T01:32:10,622 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-07T01:32:10,623 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-07T01:32:10,624 INFO  [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35173,1733535066036-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-07T01:32:10,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-07T01:32:10,683 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-07T01:32:10,683 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-07T01:32:10,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,35173,-1 for getting cluster id
2024-12-07T01:32:10,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-07T01:32:10,694 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '433bc970-4736-42cd-be15-a2d29fc54c32'
2024-12-07T01:32:10,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-07T01:32:10,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "433bc970-4736-42cd-be15-a2d29fc54c32"

2024-12-07T01:32:10,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5905a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-07T01:32:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,35173,-1]
2024-12-07T01:32:10,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-07T01:32:10,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-07T01:32:10,704 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-07T01:32:10,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7ec3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-07T01:32:10,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-07T01:32:10,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,45823,1733535066824, seqNum=-1]
2024-12-07T01:32:10,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-07T01:32:10,716 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-07T01:32:10,733 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,35173,1733535066036
2024-12-07T01:32:10,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb7c601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-07T01:32:10,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,35173,-1 for getting cluster id
2024-12-07T01:32:10,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-07T01:32:10,737 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '433bc970-4736-42cd-be15-a2d29fc54c32'
2024-12-07T01:32:10,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-07T01:32:10,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "433bc970-4736-42cd-be15-a2d29fc54c32"

2024-12-07T01:32:10,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6170cb17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-07T01:32:10,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,35173,-1]
2024-12-07T01:32:10,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-07T01:32:10,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-07T01:32:10,740 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-07T01:32:10,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d28d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-07T01:32:10,754 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=186, ProcessCount=11, AvailableMemoryMB=7807
2024-12-07T01:32:10,760 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-07T01:32:10,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,35173,1733535066036
2024-12-07T01:32:10,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b0f8ba7
2024-12-07T01:32:10,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-07T01:32:10,771 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-07T01:32:10,779 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-07T01:32:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-12-07T01:32:10,792 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-07T01:32:10,794 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-12-07T01:32:10,794 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:32:10,797 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-07T01:32:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-07T01:32:10,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741835_1011 (size=428)
2024-12-07T01:32:11,217 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c07998d0472b67ac5576feb767911e0, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc
2024-12-07T01:32:11,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741836_1012 (size=79)
2024-12-07T01:32:11,630 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:32:11,631 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 2c07998d0472b67ac5576feb767911e0, disabling compactions & flushes
2024-12-07T01:32:11,631 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0.
2024-12-07T01:32:11,631 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0.
2024-12-07T01:32:11,632 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0. after waiting 0 ms
2024-12-07T01:32:11,632 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0.
2024-12-07T01:32:11,632 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0.
2024-12-07T01:32:11,632 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c07998d0472b67ac5576feb767911e0:
Waiting for close lock at 1733535131631Disabling compacts and flushes for region at 1733535131631Disabling writes for close at 1733535131632 (+1 ms)Writing region close event to WAL at 1733535131632Closed at 1733535131632
2024-12-07T01:32:11,638 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-07T01:32:11,644 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733535131638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733535131638"}]},"ts":"1733535131638"}
2024-12-07T01:32:11,652 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-07T01:32:11,654 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-07T01:32:11,657 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733535131654"}]},"ts":"1733535131654"}
2024-12-07T01:32:11,662 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-12-07T01:32:11,665 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2c07998d0472b67ac5576feb767911e0, ASSIGN}]
2024-12-07T01:32:11,667 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2c07998d0472b67ac5576feb767911e0, ASSIGN
2024-12-07T01:32:11,670 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2c07998d0472b67ac5576feb767911e0, ASSIGN; state=OFFLINE, location=ec1863dc21e5,45823,1733535066824; forceNewPlan=false, retain=false
2024-12-07T01:32:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-07T01:32:11,821 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c07998d0472b67ac5576feb767911e0, regionState=OPENING, regionLocation=ec1863dc21e5,45823,1733535066824
2024-12-07T01:32:11,825 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2c07998d0472b67ac5576feb767911e0, ASSIGN because future has completed
2024-12-07T01:32:11,826 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c07998d0472b67ac5576feb767911e0, server=ec1863dc21e5,45823,1733535066824}]
2024-12-07T01:32:11,994 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0.
2024-12-07T01:32:11,995 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c07998d0472b67ac5576feb767911e0, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0.', STARTKEY => '', ENDKEY => ''}
2024-12-07T01:32:11,995 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 2c07998d0472b67ac5576feb767911e0
2024-12-07T01:32:11,996 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:32:11,996 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2c07998d0472b67ac5576feb767911e0
2024-12-07T01:32:11,996 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2c07998d0472b67ac5576feb767911e0
2024-12-07T01:32:11,998 INFO  [StoreOpener-2c07998d0472b67ac5576feb767911e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2c07998d0472b67ac5576feb767911e0 
2024-12-07T01:32:12,001 INFO  [StoreOpener-2c07998d0472b67ac5576feb767911e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c07998d0472b67ac5576feb767911e0 columnFamilyName testFamily
2024-12-07T01:32:12,001 DEBUG [StoreOpener-2c07998d0472b67ac5576feb767911e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:32:12,002 INFO  [StoreOpener-2c07998d0472b67ac5576feb767911e0-1 {}] regionserver.HStore(327): Store=2c07998d0472b67ac5576feb767911e0/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T01:32:12,002 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2c07998d0472b67ac5576feb767911e0
2024-12-07T01:32:12,003 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2c07998d0472b67ac5576feb767911e0
2024-12-07T01:32:12,004 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2c07998d0472b67ac5576feb767911e0
2024-12-07T01:32:12,005 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2c07998d0472b67ac5576feb767911e0
2024-12-07T01:32:12,005 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2c07998d0472b67ac5576feb767911e0
2024-12-07T01:32:12,007 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2c07998d0472b67ac5576feb767911e0
2024-12-07T01:32:12,011 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2c07998d0472b67ac5576feb767911e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T01:32:12,012 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2c07998d0472b67ac5576feb767911e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66362806, jitterRate=-0.011117130517959595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-07T01:32:12,012 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c07998d0472b67ac5576feb767911e0
2024-12-07T01:32:12,014 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2c07998d0472b67ac5576feb767911e0:
Running coprocessor pre-open hook at 1733535131996Writing region info on filesystem at 1733535131996Initializing all the Stores at 1733535131998 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733535131998Cleaning up temporary data from old regions at 1733535132005 (+7 ms)Running coprocessor post-open hooks at 1733535132012 (+7 ms)Region opened successfully at 1733535132013 (+1 ms)
2024-12-07T01:32:12,016 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0., pid=6, masterSystemTime=1733535131981
2024-12-07T01:32:12,020 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0.
2024-12-07T01:32:12,020 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0.
2024-12-07T01:32:12,021 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c07998d0472b67ac5576feb767911e0, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,45823,1733535066824
2024-12-07T01:32:12,025 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c07998d0472b67ac5576feb767911e0, server=ec1863dc21e5,45823,1733535066824 because future has completed
2024-12-07T01:32:12,031 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-07T01:32:12,031 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c07998d0472b67ac5576feb767911e0, server=ec1863dc21e5,45823,1733535066824 in 201 msec
2024-12-07T01:32:12,035 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-07T01:32:12,035 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=2c07998d0472b67ac5576feb767911e0, ASSIGN in 367 msec
2024-12-07T01:32:12,036 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-07T01:32:12,036 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733535132036"}]},"ts":"1733535132036"}
2024-12-07T01:32:12,039 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-12-07T01:32:12,040 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-07T01:32:12,043 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2580 sec
2024-12-07T01:32:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-07T01:32:13,835 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-12-07T01:32:13,835 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-12-07T01:32:13,838 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T01:32:13,845 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-12-07T01:32:13,845 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T01:32:13,846 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-12-07T01:32:13,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-07T01:32:13,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,45823,1733535066824, seqNum=-1]
2024-12-07T01:32:13,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-07T01:32:13,852 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-07T01:32:13,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2]
2024-12-07T01:32:13,871 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-07T01:32:13,874 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-12-07T01:32:13,879 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-07T01:32:13,883 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-07T01:32:13,885 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-07T01:32:13,885 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-148779123127353336
2024-12-07T01:32:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:38264 deadline: 1733535136884, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-07T01:32:13,893 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-07T01:32:13,894 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-07T01:32:13,895 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-07T01:32:13,897 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-07T01:32:13,898 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-148779123127353334
2024-12-07T01:32:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:38264 deadline: 1733535136897, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-07T01:32:13,902 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-07T01:32:13,902 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-148779123127353333
2024-12-07T01:32:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:38264 deadline: 1733535136901, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-07T01:32:13,906 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-07T01:32:13,907 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-148779123127353332
2024-12-07T01:32:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:38264 deadline: 1733535136905, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-07T01:32:13,910 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-07T01:32:13,919 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1332432796_22 at /127.0.0.1:35386 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=186 (was 186), ProcessCount=11 (was 11), AvailableMemoryMB=7795 (was 7807)
2024-12-07T01:32:13,928 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=186, ProcessCount=11, AvailableMemoryMB=7795
2024-12-07T01:32:13,932 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-07T01:32:13,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35173 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-12-07T01:32:13,937 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-07T01:32:13,937 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:32:13,937 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-12-07T01:32:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-07T01:32:13,939 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-07T01:32:13,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741837_1013 (size=414)
2024-12-07T01:32:14,351 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d78e9806440b1d2b162dca01ad8e9293, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc
2024-12-07T01:32:14,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741838_1014 (size=65)
2024-12-07T01:32:14,763 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:32:14,764 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing d78e9806440b1d2b162dca01ad8e9293, disabling compactions & flushes
2024-12-07T01:32:14,764 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293.
2024-12-07T01:32:14,764 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293.
2024-12-07T01:32:14,765 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293. after waiting 0 ms
2024-12-07T01:32:14,765 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293.
2024-12-07T01:32:14,765 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293.
2024-12-07T01:32:14,765 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for d78e9806440b1d2b162dca01ad8e9293:
Waiting for close lock at 1733535134764Disabling compacts and flushes for region at 1733535134764Disabling writes for close at 1733535134765 (+1 ms)Writing region close event to WAL at 1733535134765Closed at 1733535134765
2024-12-07T01:32:14,768 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-07T01:32:14,768 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733535134768"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733535134768"}]},"ts":"1733535134768"}
2024-12-07T01:32:14,772 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-07T01:32:14,774 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-07T01:32:14,774 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733535134774"}]},"ts":"1733535134774"}
2024-12-07T01:32:14,777 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-07T01:32:14,777 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=d78e9806440b1d2b162dca01ad8e9293, ASSIGN}]
2024-12-07T01:32:14,779 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=d78e9806440b1d2b162dca01ad8e9293, ASSIGN
2024-12-07T01:32:14,781 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=d78e9806440b1d2b162dca01ad8e9293, ASSIGN; state=OFFLINE, location=ec1863dc21e5,45823,1733535066824; forceNewPlan=false, retain=false
2024-12-07T01:32:14,932 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d78e9806440b1d2b162dca01ad8e9293, regionState=OPENING, regionLocation=ec1863dc21e5,45823,1733535066824
2024-12-07T01:32:14,938 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=d78e9806440b1d2b162dca01ad8e9293, ASSIGN because future has completed
2024-12-07T01:32:14,939 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d78e9806440b1d2b162dca01ad8e9293, server=ec1863dc21e5,45823,1733535066824}]
2024-12-07T01:32:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-07T01:32:15,109 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293.
2024-12-07T01:32:15,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => d78e9806440b1d2b162dca01ad8e9293, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293.', STARTKEY => '', ENDKEY => ''}
2024-12-07T01:32:15,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner d78e9806440b1d2b162dca01ad8e9293
2024-12-07T01:32:15,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:32:15,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for d78e9806440b1d2b162dca01ad8e9293
2024-12-07T01:32:15,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for d78e9806440b1d2b162dca01ad8e9293
2024-12-07T01:32:15,113 INFO  [StoreOpener-d78e9806440b1d2b162dca01ad8e9293-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d78e9806440b1d2b162dca01ad8e9293 
2024-12-07T01:32:15,115 INFO  [StoreOpener-d78e9806440b1d2b162dca01ad8e9293-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d78e9806440b1d2b162dca01ad8e9293 columnFamilyName testFamily
2024-12-07T01:32:15,115 DEBUG [StoreOpener-d78e9806440b1d2b162dca01ad8e9293-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:32:15,116 INFO  [StoreOpener-d78e9806440b1d2b162dca01ad8e9293-1 {}] regionserver.HStore(327): Store=d78e9806440b1d2b162dca01ad8e9293/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T01:32:15,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for d78e9806440b1d2b162dca01ad8e9293
2024-12-07T01:32:15,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnOpenScanner/d78e9806440b1d2b162dca01ad8e9293
2024-12-07T01:32:15,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnOpenScanner/d78e9806440b1d2b162dca01ad8e9293
2024-12-07T01:32:15,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for d78e9806440b1d2b162dca01ad8e9293
2024-12-07T01:32:15,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for d78e9806440b1d2b162dca01ad8e9293
2024-12-07T01:32:15,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for d78e9806440b1d2b162dca01ad8e9293
2024-12-07T01:32:15,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnOpenScanner/d78e9806440b1d2b162dca01ad8e9293/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T01:32:15,127 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened d78e9806440b1d2b162dca01ad8e9293; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66769655, jitterRate=-0.00505460798740387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-07T01:32:15,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d78e9806440b1d2b162dca01ad8e9293
2024-12-07T01:32:15,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for d78e9806440b1d2b162dca01ad8e9293:
Running coprocessor pre-open hook at 1733535135111Writing region info on filesystem at 1733535135111Initializing all the Stores at 1733535135112 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733535135112Cleaning up temporary data from old regions at 1733535135119 (+7 ms)Running coprocessor post-open hooks at 1733535135127 (+8 ms)Region opened successfully at 1733535135129 (+2 ms)
2024-12-07T01:32:15,130 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293., pid=9, masterSystemTime=1733535135096
2024-12-07T01:32:15,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293.
2024-12-07T01:32:15,134 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293.
2024-12-07T01:32:15,135 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d78e9806440b1d2b162dca01ad8e9293, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,45823,1733535066824
2024-12-07T01:32:15,138 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d78e9806440b1d2b162dca01ad8e9293, server=ec1863dc21e5,45823,1733535066824 because future has completed
2024-12-07T01:32:15,143 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-07T01:32:15,145 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure d78e9806440b1d2b162dca01ad8e9293, server=ec1863dc21e5,45823,1733535066824 in 201 msec
2024-12-07T01:32:15,147 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-07T01:32:15,147 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=d78e9806440b1d2b162dca01ad8e9293, ASSIGN in 366 msec
2024-12-07T01:32:15,148 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-07T01:32:15,149 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733535135148"}]},"ts":"1733535135148"}
2024-12-07T01:32:15,151 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-07T01:32:15,153 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-07T01:32:15,155 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2210 sec
2024-12-07T01:32:15,823 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-07T01:32:15,843 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-12-07T01:32:15,844 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-07T01:32:15,844 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-12-07T01:32:16,449 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-07T01:32:16,449 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-07T01:32:16,453 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-07T01:32:16,453 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-07T01:32:16,453 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-07T01:32:16,454 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-12-07T01:32:16,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-07T01:32:16,456 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-07T01:32:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-07T01:32:16,964 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-12-07T01:32:16,964 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-07T01:32:16,965 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T01:32:16,972 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-07T01:32:16,972 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T01:32:16,972 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-12-07T01:32:16,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2]
2024-12-07T01:32:16,989 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-07T01:32:16,990 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-07T01:32:16,993 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-07T01:32:16,995 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-07T01:32:23,007 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=ec1863dc21e5:45823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6012ms, rpcTimeout=5999ms
2024-12-07T01:32:23,008 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6012ms, rpcTimeout=5999ms
2024-12-07T01:32:23,008 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2 from cache
2024-12-07T01:32:23,017 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 186), ProcessCount=11 (was 11), AvailableMemoryMB=7797 (was 7795) - AvailableMemoryMB LEAK? -
2024-12-07T01:32:23,025 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7797
2024-12-07T01:32:23,028 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-07T01:32:23,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35173 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-12-07T01:32:23,032 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-07T01:32:23,032 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:32:23,032 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-12-07T01:32:23,034 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-07T01:32:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-07T01:32:23,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741839_1015 (size=412)
2024-12-07T01:32:23,453 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02b1bc5daefec92416e45f8ae4a0691d, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc
2024-12-07T01:32:23,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741840_1016 (size=63)
2024-12-07T01:32:23,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-12-07T01:32:23,868 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:32:23,869 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 02b1bc5daefec92416e45f8ae4a0691d, disabling compactions & flushes
2024-12-07T01:32:23,869 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d.
2024-12-07T01:32:23,869 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d.
2024-12-07T01:32:23,869 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d. after waiting 0 ms
2024-12-07T01:32:23,870 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d.
2024-12-07T01:32:23,870 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d.
2024-12-07T01:32:23,870 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02b1bc5daefec92416e45f8ae4a0691d:
Waiting for close lock at 1733535143869Disabling compacts and flushes for region at 1733535143869Disabling writes for close at 1733535143869Writing region close event to WAL at 1733535143870 (+1 ms)Closed at 1733535143870
2024-12-07T01:32:23,875 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-07T01:32:23,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733535143876"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733535143876"}]},"ts":"1733535143876"}
2024-12-07T01:32:23,880 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-07T01:32:23,881 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-07T01:32:23,881 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733535143881"}]},"ts":"1733535143881"}
2024-12-07T01:32:23,884 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-07T01:32:23,884 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=02b1bc5daefec92416e45f8ae4a0691d, ASSIGN}]
2024-12-07T01:32:23,886 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=02b1bc5daefec92416e45f8ae4a0691d, ASSIGN
2024-12-07T01:32:23,888 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=02b1bc5daefec92416e45f8ae4a0691d, ASSIGN; state=OFFLINE, location=ec1863dc21e5,45823,1733535066824; forceNewPlan=false, retain=false
2024-12-07T01:32:24,040 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=02b1bc5daefec92416e45f8ae4a0691d, regionState=OPENING, regionLocation=ec1863dc21e5,45823,1733535066824
2024-12-07T01:32:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-07T01:32:24,046 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=02b1bc5daefec92416e45f8ae4a0691d, ASSIGN because future has completed
2024-12-07T01:32:24,047 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02b1bc5daefec92416e45f8ae4a0691d, server=ec1863dc21e5,45823,1733535066824}]
2024-12-07T01:32:24,210 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d.
2024-12-07T01:32:24,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 02b1bc5daefec92416e45f8ae4a0691d, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d.', STARTKEY => '', ENDKEY => ''}
2024-12-07T01:32:24,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 02b1bc5daefec92416e45f8ae4a0691d
2024-12-07T01:32:24,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:32:24,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 02b1bc5daefec92416e45f8ae4a0691d
2024-12-07T01:32:24,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 02b1bc5daefec92416e45f8ae4a0691d
2024-12-07T01:32:24,215 INFO  [StoreOpener-02b1bc5daefec92416e45f8ae4a0691d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 02b1bc5daefec92416e45f8ae4a0691d 
2024-12-07T01:32:24,219 INFO  [StoreOpener-02b1bc5daefec92416e45f8ae4a0691d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02b1bc5daefec92416e45f8ae4a0691d columnFamilyName testFamily
2024-12-07T01:32:24,220 DEBUG [StoreOpener-02b1bc5daefec92416e45f8ae4a0691d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:32:24,221 INFO  [StoreOpener-02b1bc5daefec92416e45f8ae4a0691d-1 {}] regionserver.HStore(327): Store=02b1bc5daefec92416e45f8ae4a0691d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T01:32:24,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 02b1bc5daefec92416e45f8ae4a0691d
2024-12-07T01:32:24,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnNextAsync/02b1bc5daefec92416e45f8ae4a0691d
2024-12-07T01:32:24,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnNextAsync/02b1bc5daefec92416e45f8ae4a0691d
2024-12-07T01:32:24,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 02b1bc5daefec92416e45f8ae4a0691d
2024-12-07T01:32:24,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 02b1bc5daefec92416e45f8ae4a0691d
2024-12-07T01:32:24,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 02b1bc5daefec92416e45f8ae4a0691d
2024-12-07T01:32:24,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnNextAsync/02b1bc5daefec92416e45f8ae4a0691d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T01:32:24,232 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 02b1bc5daefec92416e45f8ae4a0691d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69706887, jitterRate=0.03871355950832367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-07T01:32:24,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02b1bc5daefec92416e45f8ae4a0691d
2024-12-07T01:32:24,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 02b1bc5daefec92416e45f8ae4a0691d:
Running coprocessor pre-open hook at 1733535144212Writing region info on filesystem at 1733535144212Initializing all the Stores at 1733535144214 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733535144215 (+1 ms)Cleaning up temporary data from old regions at 1733535144225 (+10 ms)Running coprocessor post-open hooks at 1733535144232 (+7 ms)Region opened successfully at 1733535144233 (+1 ms)
2024-12-07T01:32:24,234 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d., pid=12, masterSystemTime=1733535144201
2024-12-07T01:32:24,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d.
2024-12-07T01:32:24,237 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d.
2024-12-07T01:32:24,238 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=02b1bc5daefec92416e45f8ae4a0691d, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,45823,1733535066824
2024-12-07T01:32:24,241 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02b1bc5daefec92416e45f8ae4a0691d, server=ec1863dc21e5,45823,1733535066824 because future has completed
2024-12-07T01:32:24,246 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-07T01:32:24,246 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 02b1bc5daefec92416e45f8ae4a0691d, server=ec1863dc21e5,45823,1733535066824 in 196 msec
2024-12-07T01:32:24,250 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-07T01:32:24,250 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=02b1bc5daefec92416e45f8ae4a0691d, ASSIGN in 362 msec
2024-12-07T01:32:24,251 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-07T01:32:24,251 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733535144251"}]},"ts":"1733535144251"}
2024-12-07T01:32:24,254 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-07T01:32:24,255 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-07T01:32:24,258 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2270 sec
2024-12-07T01:32:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-07T01:32:26,065 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-12-07T01:32:26,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-07T01:32:26,066 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T01:32:26,073 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-07T01:32:26,073 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T01:32:26,073 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-12-07T01:32:26,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2]
2024-12-07T01:32:26,088 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-07T01:32:26,088 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-07T01:32:26,091 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-07T01:32:26,094 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-07T01:32:26,096 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-07T01:32:26,097 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-07T01:32:26,449 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-07T01:32:26,449 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-07T01:32:27,847 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-12-07T01:32:29,737 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-07T01:32:32,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45823 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-148779123127353323' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-07T01:32:32,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45823 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:38264 deadline: 1733535158110, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-148779123127353323' does not exist
2024-12-07T01:32:32,117 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to ec1863dc21e5,45823,1733535066824 for closing scanner id = -148779123127353323 for 02b1bc5daefec92416e45f8ae4a0691d of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-148779123127353323' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-07T01:32:32,121 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7794 (was 7797)
2024-12-07T01:32:32,130 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7794
2024-12-07T01:32:32,133 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-07T01:32:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-12-07T01:32:32,137 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-12-07T01:32:32,137 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:32:32,137 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-12-07T01:32:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-07T01:32:32,139 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-07T01:32:32,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741841_1017 (size=423)
2024-12-07T01:32:32,555 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06eafc8f2a78b3d941493c72358d70cd, NAME => 'testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc
2024-12-07T01:32:32,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741842_1018 (size=74)
2024-12-07T01:32:32,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-12-07T01:32:32,970 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:32:32,971 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 06eafc8f2a78b3d941493c72358d70cd, disabling compactions & flushes
2024-12-07T01:32:32,971 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd.
2024-12-07T01:32:32,971 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd.
2024-12-07T01:32:32,971 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd. after waiting 0 ms
2024-12-07T01:32:32,971 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd.
2024-12-07T01:32:32,971 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd.
2024-12-07T01:32:32,972 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06eafc8f2a78b3d941493c72358d70cd:
Waiting for close lock at 1733535152971Disabling compacts and flushes for region at 1733535152971Disabling writes for close at 1733535152971Writing region close event to WAL at 1733535152971Closed at 1733535152971
2024-12-07T01:32:32,975 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-12-07T01:32:32,975 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733535152975"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733535152975"}]},"ts":"1733535152975"}
2024-12-07T01:32:32,979 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-07T01:32:32,981 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-07T01:32:32,981 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733535152981"}]},"ts":"1733535152981"}
2024-12-07T01:32:32,984 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-12-07T01:32:32,984 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=06eafc8f2a78b3d941493c72358d70cd, ASSIGN}]
2024-12-07T01:32:32,986 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=06eafc8f2a78b3d941493c72358d70cd, ASSIGN
2024-12-07T01:32:32,987 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=06eafc8f2a78b3d941493c72358d70cd, ASSIGN; state=OFFLINE, location=ec1863dc21e5,45823,1733535066824; forceNewPlan=false, retain=false
2024-12-07T01:32:33,139 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=06eafc8f2a78b3d941493c72358d70cd, regionState=OPENING, regionLocation=ec1863dc21e5,45823,1733535066824
2024-12-07T01:32:33,145 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=06eafc8f2a78b3d941493c72358d70cd, ASSIGN because future has completed
2024-12-07T01:32:33,146 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06eafc8f2a78b3d941493c72358d70cd, server=ec1863dc21e5,45823,1733535066824}]
2024-12-07T01:32:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-07T01:32:33,312 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd.
2024-12-07T01:32:33,312 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 06eafc8f2a78b3d941493c72358d70cd, NAME => 'testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd.', STARTKEY => '', ENDKEY => ''}
2024-12-07T01:32:33,313 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 06eafc8f2a78b3d941493c72358d70cd
2024-12-07T01:32:33,313 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:32:33,313 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 06eafc8f2a78b3d941493c72358d70cd
2024-12-07T01:32:33,314 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 06eafc8f2a78b3d941493c72358d70cd
2024-12-07T01:32:33,317 INFO  [StoreOpener-06eafc8f2a78b3d941493c72358d70cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 06eafc8f2a78b3d941493c72358d70cd 
2024-12-07T01:32:33,322 INFO  [StoreOpener-06eafc8f2a78b3d941493c72358d70cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06eafc8f2a78b3d941493c72358d70cd columnFamilyName testFamily
2024-12-07T01:32:33,322 DEBUG [StoreOpener-06eafc8f2a78b3d941493c72358d70cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:32:33,324 INFO  [StoreOpener-06eafc8f2a78b3d941493c72358d70cd-1 {}] regionserver.HStore(327): Store=06eafc8f2a78b3d941493c72358d70cd/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T01:32:33,324 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 06eafc8f2a78b3d941493c72358d70cd
2024-12-07T01:32:33,325 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testRetryOutOfOrderScannerNextException/06eafc8f2a78b3d941493c72358d70cd
2024-12-07T01:32:33,326 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testRetryOutOfOrderScannerNextException/06eafc8f2a78b3d941493c72358d70cd
2024-12-07T01:32:33,326 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 06eafc8f2a78b3d941493c72358d70cd
2024-12-07T01:32:33,326 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 06eafc8f2a78b3d941493c72358d70cd
2024-12-07T01:32:33,329 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 06eafc8f2a78b3d941493c72358d70cd
2024-12-07T01:32:33,331 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testRetryOutOfOrderScannerNextException/06eafc8f2a78b3d941493c72358d70cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T01:32:33,332 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 06eafc8f2a78b3d941493c72358d70cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70825843, jitterRate=0.05538730323314667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-07T01:32:33,332 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06eafc8f2a78b3d941493c72358d70cd
2024-12-07T01:32:33,333 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 06eafc8f2a78b3d941493c72358d70cd:
Running coprocessor pre-open hook at 1733535153314Writing region info on filesystem at 1733535153314Initializing all the Stores at 1733535153316 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733535153317 (+1 ms)Cleaning up temporary data from old regions at 1733535153326 (+9 ms)Running coprocessor post-open hooks at 1733535153332 (+6 ms)Region opened successfully at 1733535153333 (+1 ms)
2024-12-07T01:32:33,334 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd., pid=15, masterSystemTime=1733535153301
2024-12-07T01:32:33,337 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd.
2024-12-07T01:32:33,337 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd.
2024-12-07T01:32:33,338 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=06eafc8f2a78b3d941493c72358d70cd, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,45823,1733535066824
2024-12-07T01:32:33,341 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06eafc8f2a78b3d941493c72358d70cd, server=ec1863dc21e5,45823,1733535066824 because future has completed
2024-12-07T01:32:33,346 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-07T01:32:33,346 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 06eafc8f2a78b3d941493c72358d70cd, server=ec1863dc21e5,45823,1733535066824 in 197 msec
2024-12-07T01:32:33,349 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-07T01:32:33,349 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=06eafc8f2a78b3d941493c72358d70cd, ASSIGN in 362 msec
2024-12-07T01:32:33,350 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-07T01:32:33,350 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733535153350"}]},"ts":"1733535153350"}
2024-12-07T01:32:33,353 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-12-07T01:32:33,355 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-12-07T01:32:33,357 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2220 sec
2024-12-07T01:32:33,851 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-12-07T01:32:35,165 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-07T01:32:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-07T01:32:35,175 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-12-07T01:32:35,175 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-12-07T01:32:35,176 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T01:32:35,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-12-07T01:32:35,183 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T01:32:35,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-12-07T01:32:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2]
2024-12-07T01:32:35,197 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-07T01:32:35,198 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-12-07T01:32:35,200 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-07T01:32:35,202 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-07T01:32:35,203 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-07T01:32:35,203 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-148779123127353319
2024-12-07T01:32:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:38264 deadline: 1733535158202, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-07T01:32:35,207 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-07T01:32:35,209 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-07T01:32:35,209 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-07T01:32:35,211 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-07T01:32:35,212 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-148779123127353317
2024-12-07T01:32:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:38264 deadline: 1733535158211, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-07T01:32:35,215 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-07T01:32:35,216 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-148779123127353316
2024-12-07T01:32:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:38264 deadline: 1733535158215, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-07T01:32:35,219 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-07T01:32:35,220 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-148779123127353315
2024-12-07T01:32:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:38264 deadline: 1733535158218, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-07T01:32:35,222 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-07T01:32:35,231 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1332432796_22 at /127.0.0.1:52474 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=152 (was 147) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7790 (was 7794)
2024-12-07T01:32:35,239 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=152, ProcessCount=11, AvailableMemoryMB=7790
2024-12-07T01:32:35,241 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-07T01:32:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-12-07T01:32:35,244 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-07T01:32:35,244 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:32:35,244 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-12-07T01:32:35,246 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-07T01:32:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-07T01:32:35,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741843_1019 (size=418)
2024-12-07T01:32:35,660 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee03f700f81bcd145827b574c8f41f41, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc
2024-12-07T01:32:35,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741844_1020 (size=69)
2024-12-07T01:32:36,073 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:32:36,073 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing ee03f700f81bcd145827b574c8f41f41, disabling compactions & flushes
2024-12-07T01:32:36,074 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41.
2024-12-07T01:32:36,074 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41.
2024-12-07T01:32:36,074 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41. after waiting 0 ms
2024-12-07T01:32:36,074 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41.
2024-12-07T01:32:36,074 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41.
2024-12-07T01:32:36,075 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee03f700f81bcd145827b574c8f41f41:
Waiting for close lock at 1733535156073Disabling compacts and flushes for region at 1733535156073Disabling writes for close at 1733535156074 (+1 ms)Writing region close event to WAL at 1733535156074Closed at 1733535156074
2024-12-07T01:32:36,078 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-07T01:32:36,078 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733535156078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733535156078"}]},"ts":"1733535156078"}
2024-12-07T01:32:36,081 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-07T01:32:36,083 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-07T01:32:36,083 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733535156083"}]},"ts":"1733535156083"}
2024-12-07T01:32:36,086 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-07T01:32:36,086 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ee03f700f81bcd145827b574c8f41f41, ASSIGN}]
2024-12-07T01:32:36,088 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ee03f700f81bcd145827b574c8f41f41, ASSIGN
2024-12-07T01:32:36,090 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ee03f700f81bcd145827b574c8f41f41, ASSIGN; state=OFFLINE, location=ec1863dc21e5,45823,1733535066824; forceNewPlan=false, retain=false
2024-12-07T01:32:36,241 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=ee03f700f81bcd145827b574c8f41f41, regionState=OPENING, regionLocation=ec1863dc21e5,45823,1733535066824
2024-12-07T01:32:36,247 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ee03f700f81bcd145827b574c8f41f41, ASSIGN because future has completed
2024-12-07T01:32:36,248 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee03f700f81bcd145827b574c8f41f41, server=ec1863dc21e5,45823,1733535066824}]
2024-12-07T01:32:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-07T01:32:36,414 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41.
2024-12-07T01:32:36,414 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => ee03f700f81bcd145827b574c8f41f41, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41.', STARTKEY => '', ENDKEY => ''}
2024-12-07T01:32:36,415 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:32:36,415 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:32:36,415 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:32:36,415 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:32:36,417 INFO  [StoreOpener-ee03f700f81bcd145827b574c8f41f41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ee03f700f81bcd145827b574c8f41f41 
2024-12-07T01:32:36,419 INFO  [StoreOpener-ee03f700f81bcd145827b574c8f41f41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee03f700f81bcd145827b574c8f41f41 columnFamilyName testFamily
2024-12-07T01:32:36,419 DEBUG [StoreOpener-ee03f700f81bcd145827b574c8f41f41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:32:36,420 INFO  [StoreOpener-ee03f700f81bcd145827b574c8f41f41-1 {}] regionserver.HStore(327): Store=ee03f700f81bcd145827b574c8f41f41/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T01:32:36,420 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:32:36,421 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnOpenScanner/ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:32:36,422 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnOpenScanner/ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:32:36,423 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:32:36,423 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:32:36,426 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:32:36,430 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnOpenScanner/ee03f700f81bcd145827b574c8f41f41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T01:32:36,431 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened ee03f700f81bcd145827b574c8f41f41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72423551, jitterRate=0.07919500768184662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-07T01:32:36,431 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:32:36,432 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for ee03f700f81bcd145827b574c8f41f41:
Running coprocessor pre-open hook at 1733535156415Writing region info on filesystem at 1733535156415Initializing all the Stores at 1733535156417 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733535156417Cleaning up temporary data from old regions at 1733535156423 (+6 ms)Running coprocessor post-open hooks at 1733535156431 (+8 ms)Region opened successfully at 1733535156432 (+1 ms)
2024-12-07T01:32:36,433 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41., pid=18, masterSystemTime=1733535156405
2024-12-07T01:32:36,437 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41.
2024-12-07T01:32:36,437 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41.
2024-12-07T01:32:36,437 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=ee03f700f81bcd145827b574c8f41f41, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,45823,1733535066824
2024-12-07T01:32:36,440 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee03f700f81bcd145827b574c8f41f41, server=ec1863dc21e5,45823,1733535066824 because future has completed
2024-12-07T01:32:36,444 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-07T01:32:36,444 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure ee03f700f81bcd145827b574c8f41f41, server=ec1863dc21e5,45823,1733535066824 in 193 msec
2024-12-07T01:32:36,447 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-07T01:32:36,448 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ee03f700f81bcd145827b574c8f41f41, ASSIGN in 358 msec
2024-12-07T01:32:36,449 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-07T01:32:36,449 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-12-07T01:32:36,449 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-07T01:32:36,449 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733535156449"}]},"ts":"1733535156449"}
2024-12-07T01:32:36,450 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-07T01:32:36,450 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-07T01:32:36,451 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-07T01:32:36,453 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-07T01:32:36,455 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2120 sec
2024-12-07T01:32:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-07T01:32:38,273 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-12-07T01:32:38,274 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-07T01:32:38,274 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T01:32:38,282 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-07T01:32:38,283 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T01:32:38,283 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-12-07T01:32:38,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2]
2024-12-07T01:32:38,299 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-07T01:32:38,300 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-07T01:32:38,303 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-07T01:32:38,306 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-07T01:32:38,816 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-07T01:32:39,306 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=ec1863dc21e5:45823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-12-07T01:32:39,307 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-12-07T01:32:39,307 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2 from cache
2024-12-07T01:32:39,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-12-07T01:32:39,855 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-12-07T01:32:40,328 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2]
2024-12-07T01:32:40,332 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-07T01:32:41,306 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=ec1863dc21e5:45823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=975ms, rpcTimeout=974ms
2024-12-07T01:32:41,306 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=975ms, rpcTimeout=974ms
2024-12-07T01:32:41,306 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2 from cache
2024-12-07T01:32:41,322 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=139 (was 152), ProcessCount=11 (was 11), AvailableMemoryMB=7789 (was 7790)
2024-12-07T01:32:41,332 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=139, ProcessCount=11, AvailableMemoryMB=7789
2024-12-07T01:32:41,334 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-07T01:32:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-12-07T01:32:41,338 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-07T01:32:41,338 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:32:41,338 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-12-07T01:32:41,339 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-07T01:32:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-07T01:32:41,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741845_1021 (size=416)
2024-12-07T01:32:41,751 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80c6b8430a4e0fe2f0d67f646ebb3bea, NAME => 'testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc
2024-12-07T01:32:41,760 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741846_1022 (size=67)
2024-12-07T01:32:41,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-12-07T01:32:42,163 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:32:42,164 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 80c6b8430a4e0fe2f0d67f646ebb3bea, disabling compactions & flushes
2024-12-07T01:32:42,164 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea.
2024-12-07T01:32:42,164 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea.
2024-12-07T01:32:42,164 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea. after waiting 0 ms
2024-12-07T01:32:42,164 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea.
2024-12-07T01:32:42,165 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea.
2024-12-07T01:32:42,165 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80c6b8430a4e0fe2f0d67f646ebb3bea:
Waiting for close lock at 1733535162164Disabling compacts and flushes for region at 1733535162164Disabling writes for close at 1733535162164Writing region close event to WAL at 1733535162164Closed at 1733535162164
2024-12-07T01:32:42,170 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-07T01:32:42,171 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733535162171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733535162171"}]},"ts":"1733535162171"}
2024-12-07T01:32:42,176 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-07T01:32:42,178 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-07T01:32:42,178 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733535162178"}]},"ts":"1733535162178"}
2024-12-07T01:32:42,181 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-07T01:32:42,181 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=80c6b8430a4e0fe2f0d67f646ebb3bea, ASSIGN}]
2024-12-07T01:32:42,182 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=80c6b8430a4e0fe2f0d67f646ebb3bea, ASSIGN
2024-12-07T01:32:42,183 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=80c6b8430a4e0fe2f0d67f646ebb3bea, ASSIGN; state=OFFLINE, location=ec1863dc21e5,45823,1733535066824; forceNewPlan=false, retain=false
2024-12-07T01:32:42,334 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=80c6b8430a4e0fe2f0d67f646ebb3bea, regionState=OPENING, regionLocation=ec1863dc21e5,45823,1733535066824
2024-12-07T01:32:42,338 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=80c6b8430a4e0fe2f0d67f646ebb3bea, ASSIGN because future has completed
2024-12-07T01:32:42,338 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80c6b8430a4e0fe2f0d67f646ebb3bea, server=ec1863dc21e5,45823,1733535066824}]
2024-12-07T01:32:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-07T01:32:42,500 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea.
2024-12-07T01:32:42,501 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 80c6b8430a4e0fe2f0d67f646ebb3bea, NAME => 'testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea.', STARTKEY => '', ENDKEY => ''}
2024-12-07T01:32:42,501 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 80c6b8430a4e0fe2f0d67f646ebb3bea
2024-12-07T01:32:42,502 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:32:42,502 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 80c6b8430a4e0fe2f0d67f646ebb3bea
2024-12-07T01:32:42,502 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 80c6b8430a4e0fe2f0d67f646ebb3bea
2024-12-07T01:32:42,504 INFO  [StoreOpener-80c6b8430a4e0fe2f0d67f646ebb3bea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 80c6b8430a4e0fe2f0d67f646ebb3bea 
2024-12-07T01:32:42,506 INFO  [StoreOpener-80c6b8430a4e0fe2f0d67f646ebb3bea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80c6b8430a4e0fe2f0d67f646ebb3bea columnFamilyName testFamily
2024-12-07T01:32:42,506 DEBUG [StoreOpener-80c6b8430a4e0fe2f0d67f646ebb3bea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:32:42,507 INFO  [StoreOpener-80c6b8430a4e0fe2f0d67f646ebb3bea-1 {}] regionserver.HStore(327): Store=80c6b8430a4e0fe2f0d67f646ebb3bea/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T01:32:42,507 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 80c6b8430a4e0fe2f0d67f646ebb3bea
2024-12-07T01:32:42,508 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnNextAsync/80c6b8430a4e0fe2f0d67f646ebb3bea
2024-12-07T01:32:42,508 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnNextAsync/80c6b8430a4e0fe2f0d67f646ebb3bea
2024-12-07T01:32:42,509 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 80c6b8430a4e0fe2f0d67f646ebb3bea
2024-12-07T01:32:42,509 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 80c6b8430a4e0fe2f0d67f646ebb3bea
2024-12-07T01:32:42,511 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 80c6b8430a4e0fe2f0d67f646ebb3bea
2024-12-07T01:32:42,514 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnNextAsync/80c6b8430a4e0fe2f0d67f646ebb3bea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T01:32:42,515 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 80c6b8430a4e0fe2f0d67f646ebb3bea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74814390, jitterRate=0.11482128500938416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-07T01:32:42,515 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80c6b8430a4e0fe2f0d67f646ebb3bea
2024-12-07T01:32:42,515 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 80c6b8430a4e0fe2f0d67f646ebb3bea:
Running coprocessor pre-open hook at 1733535162502Writing region info on filesystem at 1733535162502Initializing all the Stores at 1733535162504 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733535162504Cleaning up temporary data from old regions at 1733535162509 (+5 ms)Running coprocessor post-open hooks at 1733535162515 (+6 ms)Region opened successfully at 1733535162515
2024-12-07T01:32:42,516 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea., pid=21, masterSystemTime=1733535162492
2024-12-07T01:32:42,518 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea.
2024-12-07T01:32:42,519 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea.
2024-12-07T01:32:42,519 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=80c6b8430a4e0fe2f0d67f646ebb3bea, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,45823,1733535066824
2024-12-07T01:32:42,522 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80c6b8430a4e0fe2f0d67f646ebb3bea, server=ec1863dc21e5,45823,1733535066824 because future has completed
2024-12-07T01:32:42,526 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-07T01:32:42,526 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 80c6b8430a4e0fe2f0d67f646ebb3bea, server=ec1863dc21e5,45823,1733535066824 in 185 msec
2024-12-07T01:32:42,529 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-07T01:32:42,529 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=80c6b8430a4e0fe2f0d67f646ebb3bea, ASSIGN in 345 msec
2024-12-07T01:32:42,530 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-07T01:32:42,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733535162530"}]},"ts":"1733535162530"}
2024-12-07T01:32:42,532 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-07T01:32:42,534 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-07T01:32:42,536 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2000 sec
2024-12-07T01:32:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-07T01:32:44,374 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-12-07T01:32:44,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-07T01:32:44,374 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T01:32:44,385 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-07T01:32:44,385 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T01:32:44,385 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-12-07T01:32:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2]
2024-12-07T01:32:44,399 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-07T01:32:44,399 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-07T01:32:44,402 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-07T01:32:44,404 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-07T01:32:44,406 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-07T01:32:44,406 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-07T01:32:45,860 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-12-07T01:32:46,449 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-07T01:32:46,449 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-07T01:32:47,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45823 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-148779123127353304' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-07T01:32:47,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45823 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:38264 deadline: 1733535168418, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-148779123127353304' does not exist
2024-12-07T01:32:47,426 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to ec1863dc21e5,45823,1733535066824 for closing scanner id = -148779123127353304 for 80c6b8430a4e0fe2f0d67f646ebb3bea of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-148779123127353304' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-07T01:32:47,432 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=128 (was 139), ProcessCount=11 (was 11), AvailableMemoryMB=7786 (was 7789)
2024-12-07T01:32:47,442 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=128, ProcessCount=11, AvailableMemoryMB=7786
2024-12-07T01:32:47,444 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-07T01:32:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-12-07T01:32:47,446 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-07T01:32:47,447 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:32:47,447 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-12-07T01:32:47,448 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-07T01:32:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-07T01:32:47,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741847_1023 (size=411)
2024-12-07T01:32:47,863 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3cd9b03ec3658b3f84f75a43162db8c4, NAME => 'testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc
2024-12-07T01:32:47,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741848_1024 (size=62)
2024-12-07T01:32:47,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-12-07T01:32:48,006 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-07T01:32:48,278 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:32:48,278 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 3cd9b03ec3658b3f84f75a43162db8c4, disabling compactions & flushes
2024-12-07T01:32:48,279 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4.
2024-12-07T01:32:48,279 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4.
2024-12-07T01:32:48,279 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4. after waiting 0 ms
2024-12-07T01:32:48,279 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4.
2024-12-07T01:32:48,279 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4.
2024-12-07T01:32:48,280 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3cd9b03ec3658b3f84f75a43162db8c4:
Waiting for close lock at 1733535168278Disabling compacts and flushes for region at 1733535168278Disabling writes for close at 1733535168279 (+1 ms)Writing region close event to WAL at 1733535168279Closed at 1733535168279
2024-12-07T01:32:48,285 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-07T01:32:48,286 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733535168285"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733535168285"}]},"ts":"1733535168285"}
2024-12-07T01:32:48,290 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-07T01:32:48,291 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-07T01:32:48,291 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733535168291"}]},"ts":"1733535168291"}
2024-12-07T01:32:48,294 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-07T01:32:48,294 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=3cd9b03ec3658b3f84f75a43162db8c4, ASSIGN}]
2024-12-07T01:32:48,296 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=3cd9b03ec3658b3f84f75a43162db8c4, ASSIGN
2024-12-07T01:32:48,297 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=3cd9b03ec3658b3f84f75a43162db8c4, ASSIGN; state=OFFLINE, location=ec1863dc21e5,45823,1733535066824; forceNewPlan=false, retain=false
2024-12-07T01:32:48,449 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=3cd9b03ec3658b3f84f75a43162db8c4, regionState=OPENING, regionLocation=ec1863dc21e5,45823,1733535066824
2024-12-07T01:32:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-07T01:32:48,457 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=3cd9b03ec3658b3f84f75a43162db8c4, ASSIGN because future has completed
2024-12-07T01:32:48,458 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cd9b03ec3658b3f84f75a43162db8c4, server=ec1863dc21e5,45823,1733535066824}]
2024-12-07T01:32:48,626 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4.
2024-12-07T01:32:48,626 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 3cd9b03ec3658b3f84f75a43162db8c4, NAME => 'testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4.', STARTKEY => '', ENDKEY => ''}
2024-12-07T01:32:48,626 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 3cd9b03ec3658b3f84f75a43162db8c4
2024-12-07T01:32:48,626 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:32:48,626 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 3cd9b03ec3658b3f84f75a43162db8c4
2024-12-07T01:32:48,627 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 3cd9b03ec3658b3f84f75a43162db8c4
2024-12-07T01:32:48,629 INFO  [StoreOpener-3cd9b03ec3658b3f84f75a43162db8c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3cd9b03ec3658b3f84f75a43162db8c4 
2024-12-07T01:32:48,631 INFO  [StoreOpener-3cd9b03ec3658b3f84f75a43162db8c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cd9b03ec3658b3f84f75a43162db8c4 columnFamilyName testFamily
2024-12-07T01:32:48,631 DEBUG [StoreOpener-3cd9b03ec3658b3f84f75a43162db8c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:32:48,632 INFO  [StoreOpener-3cd9b03ec3658b3f84f75a43162db8c4-1 {}] regionserver.HStore(327): Store=3cd9b03ec3658b3f84f75a43162db8c4/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T01:32:48,632 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 3cd9b03ec3658b3f84f75a43162db8c4
2024-12-07T01:32:48,633 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnNext/3cd9b03ec3658b3f84f75a43162db8c4
2024-12-07T01:32:48,634 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnNext/3cd9b03ec3658b3f84f75a43162db8c4
2024-12-07T01:32:48,634 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 3cd9b03ec3658b3f84f75a43162db8c4
2024-12-07T01:32:48,635 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 3cd9b03ec3658b3f84f75a43162db8c4
2024-12-07T01:32:48,638 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 3cd9b03ec3658b3f84f75a43162db8c4
2024-12-07T01:32:48,642 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnNext/3cd9b03ec3658b3f84f75a43162db8c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T01:32:48,643 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 3cd9b03ec3658b3f84f75a43162db8c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69508246, jitterRate=0.03575357794761658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-07T01:32:48,643 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3cd9b03ec3658b3f84f75a43162db8c4
2024-12-07T01:32:48,644 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 3cd9b03ec3658b3f84f75a43162db8c4:
Running coprocessor pre-open hook at 1733535168627Writing region info on filesystem at 1733535168627Initializing all the Stores at 1733535168628 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733535168628Cleaning up temporary data from old regions at 1733535168635 (+7 ms)Running coprocessor post-open hooks at 1733535168643 (+8 ms)Region opened successfully at 1733535168644 (+1 ms)
2024-12-07T01:32:48,645 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4., pid=24, masterSystemTime=1733535168613
2024-12-07T01:32:48,647 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4.
2024-12-07T01:32:48,647 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4.
2024-12-07T01:32:48,648 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=3cd9b03ec3658b3f84f75a43162db8c4, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,45823,1733535066824
2024-12-07T01:32:48,650 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cd9b03ec3658b3f84f75a43162db8c4, server=ec1863dc21e5,45823,1733535066824 because future has completed
2024-12-07T01:32:48,654 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-07T01:32:48,654 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 3cd9b03ec3658b3f84f75a43162db8c4, server=ec1863dc21e5,45823,1733535066824 in 194 msec
2024-12-07T01:32:48,657 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-07T01:32:48,657 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=3cd9b03ec3658b3f84f75a43162db8c4, ASSIGN in 360 msec
2024-12-07T01:32:48,658 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-07T01:32:48,659 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733535168659"}]},"ts":"1733535168659"}
2024-12-07T01:32:48,662 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-07T01:32:48,664 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-07T01:32:48,668 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2200 sec
2024-12-07T01:32:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-07T01:32:50,475 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-12-07T01:32:50,475 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-07T01:32:50,476 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T01:32:50,485 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-07T01:32:50,486 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T01:32:50,486 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-12-07T01:32:50,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2]
2024-12-07T01:32:50,500 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-07T01:32:50,500 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-07T01:32:50,504 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-07T01:32:50,507 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-07T01:32:50,508 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-07T01:32:50,509 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-07T01:32:50,647 INFO  [master/ec1863dc21e5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-07T01:32:50,647 INFO  [master/ec1863dc21e5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-07T01:32:51,863 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-12-07T01:32:53,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45823 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-148779123127353300' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-07T01:32:53,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45823 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:38264 deadline: 1733535174517, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-148779123127353300' does not exist
2024-12-07T01:32:53,525 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to ec1863dc21e5,45823,1733535066824 for closing scanner id = -148779123127353300 for 3cd9b03ec3658b3f84f75a43162db8c4 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-148779123127353300' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-07T01:32:53,533 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=118 (was 128), ProcessCount=11 (was 11), AvailableMemoryMB=7785 (was 7786)
2024-12-07T01:32:53,541 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=118, ProcessCount=11, AvailableMemoryMB=7784
2024-12-07T01:32:53,544 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-07T01:32:53,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35173 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-12-07T01:32:53,547 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-07T01:32:53,547 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:32:53,547 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-12-07T01:32:53,548 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-07T01:32:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-07T01:32:53,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741849_1025 (size=419)
2024-12-07T01:32:53,965 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49247ba910cd8729ed08c6b900215a6b, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc
2024-12-07T01:32:53,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741850_1026 (size=70)
2024-12-07T01:32:54,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-12-07T01:32:54,131 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-07T01:32:54,377 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:32:54,378 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 49247ba910cd8729ed08c6b900215a6b, disabling compactions & flushes
2024-12-07T01:32:54,378 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b.
2024-12-07T01:32:54,378 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b.
2024-12-07T01:32:54,378 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b. after waiting 0 ms
2024-12-07T01:32:54,379 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b.
2024-12-07T01:32:54,379 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b.
2024-12-07T01:32:54,379 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49247ba910cd8729ed08c6b900215a6b:
Waiting for close lock at 1733535174378Disabling compacts and flushes for region at 1733535174378Disabling writes for close at 1733535174378Writing region close event to WAL at 1733535174379 (+1 ms)Closed at 1733535174379
2024-12-07T01:32:54,384 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-07T01:32:54,384 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733535174384"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733535174384"}]},"ts":"1733535174384"}
2024-12-07T01:32:54,387 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-07T01:32:54,388 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-07T01:32:54,388 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733535174388"}]},"ts":"1733535174388"}
2024-12-07T01:32:54,391 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-07T01:32:54,391 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=49247ba910cd8729ed08c6b900215a6b, ASSIGN}]
2024-12-07T01:32:54,392 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=49247ba910cd8729ed08c6b900215a6b, ASSIGN
2024-12-07T01:32:54,393 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=49247ba910cd8729ed08c6b900215a6b, ASSIGN; state=OFFLINE, location=ec1863dc21e5,45823,1733535066824; forceNewPlan=false, retain=false
2024-12-07T01:32:54,545 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=49247ba910cd8729ed08c6b900215a6b, regionState=OPENING, regionLocation=ec1863dc21e5,45823,1733535066824
2024-12-07T01:32:54,552 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=49247ba910cd8729ed08c6b900215a6b, ASSIGN because future has completed
2024-12-07T01:32:54,553 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49247ba910cd8729ed08c6b900215a6b, server=ec1863dc21e5,45823,1733535066824}]
2024-12-07T01:32:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-07T01:32:54,719 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b.
2024-12-07T01:32:54,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 49247ba910cd8729ed08c6b900215a6b, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b.', STARTKEY => '', ENDKEY => ''}
2024-12-07T01:32:54,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 49247ba910cd8729ed08c6b900215a6b
2024-12-07T01:32:54,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:32:54,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 49247ba910cd8729ed08c6b900215a6b
2024-12-07T01:32:54,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 49247ba910cd8729ed08c6b900215a6b
2024-12-07T01:32:54,722 INFO  [StoreOpener-49247ba910cd8729ed08c6b900215a6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 49247ba910cd8729ed08c6b900215a6b 
2024-12-07T01:32:54,725 INFO  [StoreOpener-49247ba910cd8729ed08c6b900215a6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49247ba910cd8729ed08c6b900215a6b columnFamilyName testFamily
2024-12-07T01:32:54,725 DEBUG [StoreOpener-49247ba910cd8729ed08c6b900215a6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:32:54,726 INFO  [StoreOpener-49247ba910cd8729ed08c6b900215a6b-1 {}] regionserver.HStore(327): Store=49247ba910cd8729ed08c6b900215a6b/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T01:32:54,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 49247ba910cd8729ed08c6b900215a6b
2024-12-07T01:32:54,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/49247ba910cd8729ed08c6b900215a6b
2024-12-07T01:32:54,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/49247ba910cd8729ed08c6b900215a6b
2024-12-07T01:32:54,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 49247ba910cd8729ed08c6b900215a6b
2024-12-07T01:32:54,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 49247ba910cd8729ed08c6b900215a6b
2024-12-07T01:32:54,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 49247ba910cd8729ed08c6b900215a6b
2024-12-07T01:32:54,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/49247ba910cd8729ed08c6b900215a6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T01:32:54,734 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 49247ba910cd8729ed08c6b900215a6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70002667, jitterRate=0.04312102496623993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-07T01:32:54,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49247ba910cd8729ed08c6b900215a6b
2024-12-07T01:32:54,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 49247ba910cd8729ed08c6b900215a6b:
Running coprocessor pre-open hook at 1733535174720Writing region info on filesystem at 1733535174720Initializing all the Stores at 1733535174722 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733535174722Cleaning up temporary data from old regions at 1733535174729 (+7 ms)Running coprocessor post-open hooks at 1733535174734 (+5 ms)Region opened successfully at 1733535174735 (+1 ms)
2024-12-07T01:32:54,736 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b., pid=27, masterSystemTime=1733535174708
2024-12-07T01:32:54,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b.
2024-12-07T01:32:54,738 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b.
2024-12-07T01:32:54,739 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=49247ba910cd8729ed08c6b900215a6b, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,45823,1733535066824
2024-12-07T01:32:54,741 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49247ba910cd8729ed08c6b900215a6b, server=ec1863dc21e5,45823,1733535066824 because future has completed
2024-12-07T01:32:54,745 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-07T01:32:54,747 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 49247ba910cd8729ed08c6b900215a6b, server=ec1863dc21e5,45823,1733535066824 in 190 msec
2024-12-07T01:32:54,748 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-12-07T01:32:54,748 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=49247ba910cd8729ed08c6b900215a6b, ASSIGN in 355 msec
2024-12-07T01:32:54,749 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-07T01:32:54,750 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733535174750"}]},"ts":"1733535174750"}
2024-12-07T01:32:54,752 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-07T01:32:54,754 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-07T01:32:54,757 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2100 sec
2024-12-07T01:32:56,449 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-07T01:32:56,449 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-07T01:32:56,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-07T01:32:56,451 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-07T01:32:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-07T01:32:56,582 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-12-07T01:32:56,582 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-07T01:32:56,582 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T01:32:56,588 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-07T01:32:56,588 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T01:32:56,588 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-12-07T01:32:56,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2]
2024-12-07T01:32:56,601 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-07T01:32:56,601 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-07T01:32:56,604 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-07T01:32:56,606 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-07T01:32:57,867 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-12-07T01:33:00,223 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-07T01:33:02,606 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=ec1863dc21e5:45823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6000ms, rpcTimeout=5999ms
2024-12-07T01:33:02,606 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6000ms, rpcTimeout=5999ms
2024-12-07T01:33:02,606 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2 from cache
2024-12-07T01:33:02,622 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=100 (was 118), ProcessCount=11 (was 11), AvailableMemoryMB=7780 (was 7784)
2024-12-07T01:33:02,633 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=100, ProcessCount=11, AvailableMemoryMB=7780
2024-12-07T01:33:02,636 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-07T01:33:02,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35173 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-12-07T01:33:02,640 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-07T01:33:02,640 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:33:02,640 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-12-07T01:33:02,642 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-07T01:33:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-07T01:33:02,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741851_1027 (size=407)
2024-12-07T01:33:03,056 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 539548b96619a0c10af9923bea734bed, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc
2024-12-07T01:33:03,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741852_1028 (size=58)
2024-12-07T01:33:03,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-12-07T01:33:03,471 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:33:03,471 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 539548b96619a0c10af9923bea734bed, disabling compactions & flushes
2024-12-07T01:33:03,471 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed.
2024-12-07T01:33:03,471 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed.
2024-12-07T01:33:03,471 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed. after waiting 0 ms
2024-12-07T01:33:03,472 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed.
2024-12-07T01:33:03,472 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed.
2024-12-07T01:33:03,472 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 539548b96619a0c10af9923bea734bed:
Waiting for close lock at 1733535183471Disabling compacts and flushes for region at 1733535183471Disabling writes for close at 1733535183471Writing region close event to WAL at 1733535183472 (+1 ms)Closed at 1733535183472
2024-12-07T01:33:03,476 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-07T01:33:03,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733535183476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733535183476"}]},"ts":"1733535183476"}
2024-12-07T01:33:03,481 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-07T01:33:03,483 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-07T01:33:03,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733535183483"}]},"ts":"1733535183483"}
2024-12-07T01:33:03,485 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-07T01:33:03,485 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=539548b96619a0c10af9923bea734bed, ASSIGN}]
2024-12-07T01:33:03,487 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=539548b96619a0c10af9923bea734bed, ASSIGN
2024-12-07T01:33:03,488 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=539548b96619a0c10af9923bea734bed, ASSIGN; state=OFFLINE, location=ec1863dc21e5,45823,1733535066824; forceNewPlan=false, retain=false
2024-12-07T01:33:03,639 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=539548b96619a0c10af9923bea734bed, regionState=OPENING, regionLocation=ec1863dc21e5,45823,1733535066824
2024-12-07T01:33:03,645 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=539548b96619a0c10af9923bea734bed, ASSIGN because future has completed
2024-12-07T01:33:03,646 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 539548b96619a0c10af9923bea734bed, server=ec1863dc21e5,45823,1733535066824}]
2024-12-07T01:33:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-07T01:33:03,809 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed.
2024-12-07T01:33:03,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 539548b96619a0c10af9923bea734bed, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed.', STARTKEY => '', ENDKEY => ''}
2024-12-07T01:33:03,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 539548b96619a0c10af9923bea734bed
2024-12-07T01:33:03,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:33:03,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 539548b96619a0c10af9923bea734bed
2024-12-07T01:33:03,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 539548b96619a0c10af9923bea734bed
2024-12-07T01:33:03,813 INFO  [StoreOpener-539548b96619a0c10af9923bea734bed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 539548b96619a0c10af9923bea734bed 
2024-12-07T01:33:03,815 INFO  [StoreOpener-539548b96619a0c10af9923bea734bed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 539548b96619a0c10af9923bea734bed columnFamilyName testFamily
2024-12-07T01:33:03,815 DEBUG [StoreOpener-539548b96619a0c10af9923bea734bed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:33:03,816 INFO  [StoreOpener-539548b96619a0c10af9923bea734bed-1 {}] regionserver.HStore(327): Store=539548b96619a0c10af9923bea734bed/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T01:33:03,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 539548b96619a0c10af9923bea734bed
2024-12-07T01:33:03,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnNext/539548b96619a0c10af9923bea734bed
2024-12-07T01:33:03,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnNext/539548b96619a0c10af9923bea734bed
2024-12-07T01:33:03,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 539548b96619a0c10af9923bea734bed
2024-12-07T01:33:03,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 539548b96619a0c10af9923bea734bed
2024-12-07T01:33:03,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 539548b96619a0c10af9923bea734bed
2024-12-07T01:33:03,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnNext/539548b96619a0c10af9923bea734bed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T01:33:03,823 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 539548b96619a0c10af9923bea734bed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60364664, jitterRate=-0.10049641132354736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-07T01:33:03,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 539548b96619a0c10af9923bea734bed
2024-12-07T01:33:03,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 539548b96619a0c10af9923bea734bed:
Running coprocessor pre-open hook at 1733535183811Writing region info on filesystem at 1733535183811Initializing all the Stores at 1733535183812 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733535183812Cleaning up temporary data from old regions at 1733535183818 (+6 ms)Running coprocessor post-open hooks at 1733535183824 (+6 ms)Region opened successfully at 1733535183824
2024-12-07T01:33:03,825 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed., pid=30, masterSystemTime=1733535183799
2024-12-07T01:33:03,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed.
2024-12-07T01:33:03,828 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed.
2024-12-07T01:33:03,829 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=539548b96619a0c10af9923bea734bed, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,45823,1733535066824
2024-12-07T01:33:03,831 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 539548b96619a0c10af9923bea734bed, server=ec1863dc21e5,45823,1733535066824 because future has completed
2024-12-07T01:33:03,834 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-07T01:33:03,834 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 539548b96619a0c10af9923bea734bed, server=ec1863dc21e5,45823,1733535066824 in 186 msec
2024-12-07T01:33:03,836 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-12-07T01:33:03,837 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=539548b96619a0c10af9923bea734bed, ASSIGN in 349 msec
2024-12-07T01:33:03,837 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-07T01:33:03,837 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733535183837"}]},"ts":"1733535183837"}
2024-12-07T01:33:03,839 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-07T01:33:03,840 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-07T01:33:03,843 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2040 sec
2024-12-07T01:33:03,869 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-12-07T01:33:05,166 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-07T01:33:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-07T01:33:05,684 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-12-07T01:33:05,684 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-07T01:33:05,685 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T01:33:05,695 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-07T01:33:05,695 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T01:33:05,695 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-12-07T01:33:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2]
2024-12-07T01:33:05,706 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-07T01:33:05,706 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-07T01:33:05,709 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-07T01:33:05,711 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-07T01:33:05,712 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-07T01:33:05,712 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-07T01:33:06,449 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-07T01:33:06,449 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-07T01:33:09,314 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-07T01:33:11,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45823 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-148779123127353292' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-07T01:33:11,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45823 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:38264 deadline: 1733535197721, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-148779123127353292' does not exist
2024-12-07T01:33:11,723 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to ec1863dc21e5,45823,1733535066824 for closing scanner id = -148779123127353292 for 539548b96619a0c10af9923bea734bed of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-148779123127353292' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-07T01:33:11,728 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=108 (was 100) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7780 (was 7780)
2024-12-07T01:33:11,735 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=108, ProcessCount=11, AvailableMemoryMB=7780
2024-12-07T01:33:11,737 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-07T01:33:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-12-07T01:33:11,740 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-07T01:33:11,740 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:33:11,740 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-12-07T01:33:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-07T01:33:11,741 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-07T01:33:11,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741853_1029 (size=423)
2024-12-07T01:33:12,155 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e29f8b087991329acb2afa396c34531a, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc
2024-12-07T01:33:12,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741854_1030 (size=74)
2024-12-07T01:33:12,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-12-07T01:33:12,340 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-07T01:33:12,566 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:33:12,566 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing e29f8b087991329acb2afa396c34531a, disabling compactions & flushes
2024-12-07T01:33:12,566 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a.
2024-12-07T01:33:12,566 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a.
2024-12-07T01:33:12,566 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a. after waiting 0 ms
2024-12-07T01:33:12,566 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a.
2024-12-07T01:33:12,566 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a.
2024-12-07T01:33:12,566 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for e29f8b087991329acb2afa396c34531a:
Waiting for close lock at 1733535192566Disabling compacts and flushes for region at 1733535192566Disabling writes for close at 1733535192566Writing region close event to WAL at 1733535192566Closed at 1733535192566
2024-12-07T01:33:12,569 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-07T01:33:12,569 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733535192569"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733535192569"}]},"ts":"1733535192569"}
2024-12-07T01:33:12,573 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-07T01:33:12,574 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-07T01:33:12,574 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733535192574"}]},"ts":"1733535192574"}
2024-12-07T01:33:12,576 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-07T01:33:12,577 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=e29f8b087991329acb2afa396c34531a, ASSIGN}]
2024-12-07T01:33:12,578 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=e29f8b087991329acb2afa396c34531a, ASSIGN
2024-12-07T01:33:12,579 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=e29f8b087991329acb2afa396c34531a, ASSIGN; state=OFFLINE, location=ec1863dc21e5,45823,1733535066824; forceNewPlan=false, retain=false
2024-12-07T01:33:12,730 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=e29f8b087991329acb2afa396c34531a, regionState=OPENING, regionLocation=ec1863dc21e5,45823,1733535066824
2024-12-07T01:33:12,733 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=e29f8b087991329acb2afa396c34531a, ASSIGN because future has completed
2024-12-07T01:33:12,733 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure e29f8b087991329acb2afa396c34531a, server=ec1863dc21e5,45823,1733535066824}]
2024-12-07T01:33:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-07T01:33:12,897 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a.
2024-12-07T01:33:12,897 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => e29f8b087991329acb2afa396c34531a, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a.', STARTKEY => '', ENDKEY => ''}
2024-12-07T01:33:12,898 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync e29f8b087991329acb2afa396c34531a
2024-12-07T01:33:12,898 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-07T01:33:12,898 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for e29f8b087991329acb2afa396c34531a
2024-12-07T01:33:12,898 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for e29f8b087991329acb2afa396c34531a
2024-12-07T01:33:12,900 INFO  [StoreOpener-e29f8b087991329acb2afa396c34531a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e29f8b087991329acb2afa396c34531a 
2024-12-07T01:33:12,903 INFO  [StoreOpener-e29f8b087991329acb2afa396c34531a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e29f8b087991329acb2afa396c34531a columnFamilyName testFamily
2024-12-07T01:33:12,903 DEBUG [StoreOpener-e29f8b087991329acb2afa396c34531a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-07T01:33:12,904 INFO  [StoreOpener-e29f8b087991329acb2afa396c34531a-1 {}] regionserver.HStore(327): Store=e29f8b087991329acb2afa396c34531a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-07T01:33:12,904 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for e29f8b087991329acb2afa396c34531a
2024-12-07T01:33:12,905 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnOpenScannerAsync/e29f8b087991329acb2afa396c34531a
2024-12-07T01:33:12,906 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnOpenScannerAsync/e29f8b087991329acb2afa396c34531a
2024-12-07T01:33:12,907 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for e29f8b087991329acb2afa396c34531a
2024-12-07T01:33:12,907 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for e29f8b087991329acb2afa396c34531a
2024-12-07T01:33:12,910 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for e29f8b087991329acb2afa396c34531a
2024-12-07T01:33:12,913 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnOpenScannerAsync/e29f8b087991329acb2afa396c34531a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-07T01:33:12,914 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened e29f8b087991329acb2afa396c34531a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69471365, jitterRate=0.03520400822162628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-07T01:33:12,914 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e29f8b087991329acb2afa396c34531a
2024-12-07T01:33:12,914 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for e29f8b087991329acb2afa396c34531a:
Running coprocessor pre-open hook at 1733535192898Writing region info on filesystem at 1733535192898Initializing all the Stores at 1733535192900 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733535192900Cleaning up temporary data from old regions at 1733535192907 (+7 ms)Running coprocessor post-open hooks at 1733535192914 (+7 ms)Region opened successfully at 1733535192914
2024-12-07T01:33:12,915 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a., pid=33, masterSystemTime=1733535192886
2024-12-07T01:33:12,918 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a.
2024-12-07T01:33:12,919 INFO  [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a.
2024-12-07T01:33:12,919 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=e29f8b087991329acb2afa396c34531a, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,45823,1733535066824
2024-12-07T01:33:12,922 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure e29f8b087991329acb2afa396c34531a, server=ec1863dc21e5,45823,1733535066824 because future has completed
2024-12-07T01:33:12,925 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-07T01:33:12,925 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure e29f8b087991329acb2afa396c34531a, server=ec1863dc21e5,45823,1733535066824 in 190 msec
2024-12-07T01:33:12,928 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-12-07T01:33:12,928 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=e29f8b087991329acb2afa396c34531a, ASSIGN in 348 msec
2024-12-07T01:33:12,929 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-07T01:33:12,929 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733535192929"}]},"ts":"1733535192929"}
2024-12-07T01:33:12,931 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-07T01:33:12,932 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-07T01:33:12,934 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1950 sec
2024-12-07T01:33:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-07T01:33:14,774 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-12-07T01:33:14,775 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-07T01:33:14,775 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T01:33:14,785 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-07T01:33:14,785 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-07T01:33:14,785 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-12-07T01:33:14,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2]
2024-12-07T01:33:14,798 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-07T01:33:14,798 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-07T01:33:14,801 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-07T01:33:14,802 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-07T01:33:15,806 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=ec1863dc21e5:45823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms
2024-12-07T01:33:15,806 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms
2024-12-07T01:33:15,807 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2 from cache
2024-12-07T01:33:15,872 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-12-07T01:33:16,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-12-07T01:33:16,449 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-12-07T01:33:16,449 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-07T01:33:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2]
2024-12-07T01:33:16,832 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-07T01:33:17,805 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=ec1863dc21e5:45823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=976ms, rpcTimeout=972ms
2024-12-07T01:33:17,806 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=976ms, rpcTimeout=972ms
2024-12-07T01:33:17,806 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a., hostname=ec1863dc21e5,45823,1733535066824, seqNum=2 from cache
2024-12-07T01:33:17,821 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=99 (was 108), ProcessCount=11 (was 11), AvailableMemoryMB=7769 (was 7780)
2024-12-07T01:33:17,821 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-07T01:33:17,822 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-07T01:33:17,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-07T01:33:17,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-07T01:33:17,826 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-07T01:33:17,827 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-07T01:33:17,827 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-07T01:33:17,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-07T01:33:17,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-07T01:33:17,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-07T01:33:17,827 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-07T01:33:17,827 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-07T01:33:17,827 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2119115424, stopped=false
2024-12-07T01:33:17,828 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,35173,1733535066036
2024-12-07T01:33:17,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x101ad69e0360001, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-07T01:33:17,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-07T01:33:17,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x101ad69e0360001, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T01:33:17,905 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-07T01:33:17,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T01:33:17,907 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-07T01:33:17,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45823-0x101ad69e0360001, quorum=127.0.0.1:64773, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-07T01:33:17,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-07T01:33:17,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-07T01:33:17,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-07T01:33:17,908 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,45823,1733535066824' *****
2024-12-07T01:33:17,909 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-07T01:33:17,909 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-07T01:33:17,910 INFO  [RS:0;ec1863dc21e5:45823 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-07T01:33:17,910 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-07T01:33:17,910 INFO  [RS:0;ec1863dc21e5:45823 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-07T01:33:17,910 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c07998d0472b67ac5576feb767911e0
2024-12-07T01:33:17,911 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for 06eafc8f2a78b3d941493c72358d70cd
2024-12-07T01:33:17,911 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for 80c6b8430a4e0fe2f0d67f646ebb3bea
2024-12-07T01:33:17,911 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for d78e9806440b1d2b162dca01ad8e9293
2024-12-07T01:33:17,911 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for 3cd9b03ec3658b3f84f75a43162db8c4
2024-12-07T01:33:17,911 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for 539548b96619a0c10af9923bea734bed
2024-12-07T01:33:17,911 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for 02b1bc5daefec92416e45f8ae4a0691d
2024-12-07T01:33:17,911 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for 49247ba910cd8729ed08c6b900215a6b
2024-12-07T01:33:17,911 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c07998d0472b67ac5576feb767911e0, disabling compactions & flushes
2024-12-07T01:33:17,911 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:33:17,911 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0.
2024-12-07T01:33:17,911 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for e29f8b087991329acb2afa396c34531a
2024-12-07T01:33:17,912 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0.
2024-12-07T01:33:17,912 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,45823,1733535066824
2024-12-07T01:33:17,912 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0. after waiting 0 ms
2024-12-07T01:33:17,912 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0.
2024-12-07T01:33:17,912 INFO  [RS:0;ec1863dc21e5:45823 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-07T01:33:17,912 INFO  [RS:0;ec1863dc21e5:45823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:45823.
2024-12-07T01:33:17,912 DEBUG [RS:0;ec1863dc21e5:45823 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-07T01:33:17,912 DEBUG [RS:0;ec1863dc21e5:45823 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-07T01:33:17,912 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-07T01:33:17,912 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-07T01:33:17,912 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-07T01:33:17,912 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-07T01:33:17,913 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-12-07T01:33:17,913 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-07T01:33:17,913 INFO  [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-07T01:33:17,913 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-07T01:33:17,913 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-07T01:33:17,913 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-07T01:33:17,913 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on 02b1bc5daefec92416e45f8ae4a0691d, 06eafc8f2a78b3d941493c72358d70cd, 1588230740, 2c07998d0472b67ac5576feb767911e0, 3cd9b03ec3658b3f84f75a43162db8c4, 49247ba910cd8729ed08c6b900215a6b, 539548b96619a0c10af9923bea734bed, 80c6b8430a4e0fe2f0d67f646ebb3bea, d78e9806440b1d2b162dca01ad8e9293, e29f8b087991329acb2afa396c34531a, ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:33:17,916 INFO  [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-12-07T01:33:17,916 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2c07998d0472b67ac5576feb767911e0 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-07T01:33:17,972 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2c07998d0472b67ac5576feb767911e0/.tmp/testFamily/d18cde01c70b42fdb1647a9481cd3743 is 61, key is row-0/testFamily:testQualifier/1733535133859/Put/seqid=0
2024-12-07T01:33:17,975 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/meta/1588230740/.tmp/info/45f236d205924b0a8e4a4f0288946213 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0./info:regioninfo/1733535132021/Put/seqid=0
2024-12-07T01:33:17,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741856_1032 (size=5049)
2024-12-07T01:33:17,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741855_1031 (size=20564)
2024-12-07T01:33:17,983 INFO  [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/meta/1588230740/.tmp/info/45f236d205924b0a8e4a4f0288946213
2024-12-07T01:33:18,049 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/meta/1588230740/.tmp/ns/d617cc6715454efca998d37aeebf20a2 is 43, key is default/ns:d/1733535130512/Put/seqid=0
2024-12-07T01:33:18,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741857_1033 (size=5153)
2024-12-07T01:33:18,113 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on 02b1bc5daefec92416e45f8ae4a0691d, 06eafc8f2a78b3d941493c72358d70cd, 1588230740, 2c07998d0472b67ac5576feb767911e0, 3cd9b03ec3658b3f84f75a43162db8c4, 49247ba910cd8729ed08c6b900215a6b, 539548b96619a0c10af9923bea734bed, 80c6b8430a4e0fe2f0d67f646ebb3bea, d78e9806440b1d2b162dca01ad8e9293, e29f8b087991329acb2afa396c34531a, ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:33:18,314 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on 02b1bc5daefec92416e45f8ae4a0691d, 06eafc8f2a78b3d941493c72358d70cd, 1588230740, 2c07998d0472b67ac5576feb767911e0, 3cd9b03ec3658b3f84f75a43162db8c4, 49247ba910cd8729ed08c6b900215a6b, 539548b96619a0c10af9923bea734bed, 80c6b8430a4e0fe2f0d67f646ebb3bea, d78e9806440b1d2b162dca01ad8e9293, e29f8b087991329acb2afa396c34531a, ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:33:18,333 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-07T01:33:18,384 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2c07998d0472b67ac5576feb767911e0/.tmp/testFamily/d18cde01c70b42fdb1647a9481cd3743
2024-12-07T01:33:18,400 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-07T01:33:18,417 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2c07998d0472b67ac5576feb767911e0/.tmp/testFamily/d18cde01c70b42fdb1647a9481cd3743 as hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2c07998d0472b67ac5576feb767911e0/testFamily/d18cde01c70b42fdb1647a9481cd3743
2024-12-07T01:33:18,426 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2c07998d0472b67ac5576feb767911e0/testFamily/d18cde01c70b42fdb1647a9481cd3743, entries=4, sequenceid=8, filesize=4.9 K
2024-12-07T01:33:18,433 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2c07998d0472b67ac5576feb767911e0 in 516ms, sequenceid=8, compaction requested=false
2024-12-07T01:33:18,439 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/2c07998d0472b67ac5576feb767911e0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-07T01:33:18,442 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0.
2024-12-07T01:33:18,442 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c07998d0472b67ac5576feb767911e0:
Waiting for close lock at 1733535197911Running coprocessor pre-close hooks at 1733535197911Disabling compacts and flushes for region at 1733535197911Disabling writes for close at 1733535197912 (+1 ms)Obtaining lock to block concurrent updates at 1733535197916 (+4 ms)Preparing flush snapshotting stores in 2c07998d0472b67ac5576feb767911e0 at 1733535197916Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733535197922 (+6 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0. at 1733535197923 (+1 ms)Flushing 2c07998d0472b67ac5576feb767911e0/testFamily: creating writer at 1733535197925 (+2 ms)Flushing 2c07998d0472b67ac5576feb767911e0/testFamily: appending metadata at 1733535197967 (+42 ms)Flushing 2c07998d0472b67ac5576feb767911e0/testFamily: closing flushed file at 1733535197970 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c7ae44d: reopening flushed file at 1733535198415 (+445 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2c07998d0472b67ac5576feb767911e0 in 516ms, sequenceid=8, compaction requested=false at 1733535198433 (+18 ms)Writing region close event to WAL at 1733535198434 (+1 ms)Running coprocessor post-close hooks at 1733535198440 (+6 ms)Closed at 1733535198442 (+2 ms)
2024-12-07T01:33:18,443 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733535130773.2c07998d0472b67ac5576feb767911e0.
2024-12-07T01:33:18,443 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06eafc8f2a78b3d941493c72358d70cd, disabling compactions & flushes
2024-12-07T01:33:18,443 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd.
2024-12-07T01:33:18,443 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd.
2024-12-07T01:33:18,443 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd. after waiting 0 ms
2024-12-07T01:33:18,443 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd.
2024-12-07T01:33:18,443 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 06eafc8f2a78b3d941493c72358d70cd 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-07T01:33:18,454 INFO  [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/meta/1588230740/.tmp/ns/d617cc6715454efca998d37aeebf20a2
2024-12-07T01:33:18,467 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testRetryOutOfOrderScannerNextException/06eafc8f2a78b3d941493c72358d70cd/.tmp/testFamily/6c6f133ee0fa40e3aa1a93bdad506fb4 is 61, key is row-0/testFamily:testQualifier/1733535155188/Put/seqid=0
2024-12-07T01:33:18,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741858_1034 (size=5049)
2024-12-07T01:33:18,485 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/meta/1588230740/.tmp/table/d41b0cab2b474724b800a2a77e7569b3 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733535132036/Put/seqid=0
2024-12-07T01:33:18,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741859_1035 (size=6699)
2024-12-07T01:33:18,514 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on 02b1bc5daefec92416e45f8ae4a0691d, 06eafc8f2a78b3d941493c72358d70cd, 1588230740, 3cd9b03ec3658b3f84f75a43162db8c4, 49247ba910cd8729ed08c6b900215a6b, 539548b96619a0c10af9923bea734bed, 80c6b8430a4e0fe2f0d67f646ebb3bea, d78e9806440b1d2b162dca01ad8e9293, e29f8b087991329acb2afa396c34531a, ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:33:18,714 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on 02b1bc5daefec92416e45f8ae4a0691d, 06eafc8f2a78b3d941493c72358d70cd, 1588230740, 3cd9b03ec3658b3f84f75a43162db8c4, 49247ba910cd8729ed08c6b900215a6b, 539548b96619a0c10af9923bea734bed, 80c6b8430a4e0fe2f0d67f646ebb3bea, d78e9806440b1d2b162dca01ad8e9293, e29f8b087991329acb2afa396c34531a, ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:33:18,850 INFO  [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-07T01:33:18,851 INFO  [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-07T01:33:18,873 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testRetryOutOfOrderScannerNextException/06eafc8f2a78b3d941493c72358d70cd/.tmp/testFamily/6c6f133ee0fa40e3aa1a93bdad506fb4
2024-12-07T01:33:18,882 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testRetryOutOfOrderScannerNextException/06eafc8f2a78b3d941493c72358d70cd/.tmp/testFamily/6c6f133ee0fa40e3aa1a93bdad506fb4 as hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testRetryOutOfOrderScannerNextException/06eafc8f2a78b3d941493c72358d70cd/testFamily/6c6f133ee0fa40e3aa1a93bdad506fb4
2024-12-07T01:33:18,890 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testRetryOutOfOrderScannerNextException/06eafc8f2a78b3d941493c72358d70cd/testFamily/6c6f133ee0fa40e3aa1a93bdad506fb4, entries=4, sequenceid=8, filesize=4.9 K
2024-12-07T01:33:18,891 INFO  [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/meta/1588230740/.tmp/table/d41b0cab2b474724b800a2a77e7569b3
2024-12-07T01:33:18,891 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 06eafc8f2a78b3d941493c72358d70cd in 448ms, sequenceid=8, compaction requested=false
2024-12-07T01:33:18,896 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testRetryOutOfOrderScannerNextException/06eafc8f2a78b3d941493c72358d70cd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-07T01:33:18,897 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd.
2024-12-07T01:33:18,897 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06eafc8f2a78b3d941493c72358d70cd:
Waiting for close lock at 1733535198443Running coprocessor pre-close hooks at 1733535198443Disabling compacts and flushes for region at 1733535198443Disabling writes for close at 1733535198443Obtaining lock to block concurrent updates at 1733535198443Preparing flush snapshotting stores in 06eafc8f2a78b3d941493c72358d70cd at 1733535198443Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733535198444 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd. at 1733535198445 (+1 ms)Flushing 06eafc8f2a78b3d941493c72358d70cd/testFamily: creating writer at 1733535198445Flushing 06eafc8f2a78b3d941493c72358d70cd/testFamily: appending metadata at 1733535198466 (+21 ms)Flushing 06eafc8f2a78b3d941493c72358d70cd/testFamily: closing flushed file at 1733535198466Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73dab78c: reopening flushed file at 1733535198880 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 06eafc8f2a78b3d941493c72358d70cd in 448ms, sequenceid=8, compaction requested=false at 1733535198891 (+11 ms)Writing region close event to WAL at 1733535198892 (+1 ms)Running coprocessor post-close hooks at 1733535198897 (+5 ms)Closed at 1733535198897
2024-12-07T01:33:18,897 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733535152133.06eafc8f2a78b3d941493c72358d70cd.
2024-12-07T01:33:18,897 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80c6b8430a4e0fe2f0d67f646ebb3bea, disabling compactions & flushes
2024-12-07T01:33:18,898 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea.
2024-12-07T01:33:18,898 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea.
2024-12-07T01:33:18,898 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea. after waiting 0 ms
2024-12-07T01:33:18,898 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea.
2024-12-07T01:33:18,898 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 80c6b8430a4e0fe2f0d67f646ebb3bea 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-07T01:33:18,900 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/meta/1588230740/.tmp/info/45f236d205924b0a8e4a4f0288946213 as hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/meta/1588230740/info/45f236d205924b0a8e4a4f0288946213
2024-12-07T01:33:18,908 INFO  [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/meta/1588230740/info/45f236d205924b0a8e4a4f0288946213, entries=100, sequenceid=56, filesize=20.1 K
2024-12-07T01:33:18,909 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/meta/1588230740/.tmp/ns/d617cc6715454efca998d37aeebf20a2 as hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/meta/1588230740/ns/d617cc6715454efca998d37aeebf20a2
2024-12-07T01:33:18,915 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-12-07T01:33:18,915 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1325): Online Regions={80c6b8430a4e0fe2f0d67f646ebb3bea=testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea., d78e9806440b1d2b162dca01ad8e9293=hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293., 3cd9b03ec3658b3f84f75a43162db8c4=testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4., 539548b96619a0c10af9923bea734bed=hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed., 1588230740=hbase:meta,,1.1588230740, 02b1bc5daefec92416e45f8ae4a0691d=hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d., 49247ba910cd8729ed08c6b900215a6b=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b., ee03f700f81bcd145827b574c8f41f41=testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41., e29f8b087991329acb2afa396c34531a=testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a.}
2024-12-07T01:33:18,915 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on 02b1bc5daefec92416e45f8ae4a0691d, 1588230740, 3cd9b03ec3658b3f84f75a43162db8c4, 49247ba910cd8729ed08c6b900215a6b, 539548b96619a0c10af9923bea734bed, 80c6b8430a4e0fe2f0d67f646ebb3bea, d78e9806440b1d2b162dca01ad8e9293, e29f8b087991329acb2afa396c34531a, ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:33:18,918 INFO  [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/meta/1588230740/ns/d617cc6715454efca998d37aeebf20a2, entries=2, sequenceid=56, filesize=5.0 K
2024-12-07T01:33:18,919 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/meta/1588230740/.tmp/table/d41b0cab2b474724b800a2a77e7569b3 as hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/meta/1588230740/table/d41b0cab2b474724b800a2a77e7569b3
2024-12-07T01:33:18,919 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnNextAsync/80c6b8430a4e0fe2f0d67f646ebb3bea/.tmp/testFamily/bc8dc344d01148578c22b1e702a68363 is 61, key is row-0/testFamily:testQualifier/1733535164390/Put/seqid=0
2024-12-07T01:33:18,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741860_1036 (size=5049)
2024-12-07T01:33:18,927 INFO  [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/meta/1588230740/table/d41b0cab2b474724b800a2a77e7569b3, entries=20, sequenceid=56, filesize=6.5 K
2024-12-07T01:33:18,929 INFO  [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1015ms, sequenceid=56, compaction requested=false
2024-12-07T01:33:18,934 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-12-07T01:33:18,934 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-07T01:33:18,935 INFO  [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-07T01:33:18,935 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733535197913Running coprocessor pre-close hooks at 1733535197913Disabling compacts and flushes for region at 1733535197913Disabling writes for close at 1733535197913Obtaining lock to block concurrent updates at 1733535197916 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733535197916Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733535197922 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733535197923 (+1 ms)Flushing 1588230740/info: creating writer at 1733535197925 (+2 ms)Flushing 1588230740/info: appending metadata at 1733535197972 (+47 ms)Flushing 1588230740/info: closing flushed file at 1733535197972Flushing 1588230740/ns: creating writer at 1733535198034 (+62 ms)Flushing 1588230740/ns: appending metadata at 1733535198048 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733535198048Flushing 1588230740/table: creating writer at 1733535198463 (+415 ms)Flushing 1588230740/table: appending metadata at 1733535198484 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733535198484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38f85c2e: reopening flushed file at 1733535198898 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30d4193b: reopening flushed file at 1733535198908 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19aabc8a: reopening flushed file at 1733535198918 (+10 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1015ms, sequenceid=56, compaction requested=false at 1733535198929 (+11 ms)Writing region close event to WAL at 1733535198930 (+1 ms)Running coprocessor post-close hooks at 1733535198934 (+4 ms)Closed at 1733535198935 (+1 ms)
2024-12-07T01:33:18,935 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-07T01:33:19,115 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on 02b1bc5daefec92416e45f8ae4a0691d, 3cd9b03ec3658b3f84f75a43162db8c4, 49247ba910cd8729ed08c6b900215a6b, 539548b96619a0c10af9923bea734bed, 80c6b8430a4e0fe2f0d67f646ebb3bea, d78e9806440b1d2b162dca01ad8e9293, e29f8b087991329acb2afa396c34531a, ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:33:19,316 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on 02b1bc5daefec92416e45f8ae4a0691d, 3cd9b03ec3658b3f84f75a43162db8c4, 49247ba910cd8729ed08c6b900215a6b, 539548b96619a0c10af9923bea734bed, 80c6b8430a4e0fe2f0d67f646ebb3bea, d78e9806440b1d2b162dca01ad8e9293, e29f8b087991329acb2afa396c34531a, ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:33:19,327 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnNextAsync/80c6b8430a4e0fe2f0d67f646ebb3bea/.tmp/testFamily/bc8dc344d01148578c22b1e702a68363
2024-12-07T01:33:19,341 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnNextAsync/80c6b8430a4e0fe2f0d67f646ebb3bea/.tmp/testFamily/bc8dc344d01148578c22b1e702a68363 as hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnNextAsync/80c6b8430a4e0fe2f0d67f646ebb3bea/testFamily/bc8dc344d01148578c22b1e702a68363
2024-12-07T01:33:19,349 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnNextAsync/80c6b8430a4e0fe2f0d67f646ebb3bea/testFamily/bc8dc344d01148578c22b1e702a68363, entries=4, sequenceid=8, filesize=4.9 K
2024-12-07T01:33:19,352 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 80c6b8430a4e0fe2f0d67f646ebb3bea in 453ms, sequenceid=8, compaction requested=false
2024-12-07T01:33:19,356 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnNextAsync/80c6b8430a4e0fe2f0d67f646ebb3bea/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-07T01:33:19,357 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea.
2024-12-07T01:33:19,357 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80c6b8430a4e0fe2f0d67f646ebb3bea:
Waiting for close lock at 1733535198897Running coprocessor pre-close hooks at 1733535198897Disabling compacts and flushes for region at 1733535198897Disabling writes for close at 1733535198898 (+1 ms)Obtaining lock to block concurrent updates at 1733535198898Preparing flush snapshotting stores in 80c6b8430a4e0fe2f0d67f646ebb3bea at 1733535198898Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733535198898Flushing stores of testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea. at 1733535198899 (+1 ms)Flushing 80c6b8430a4e0fe2f0d67f646ebb3bea/testFamily: creating writer at 1733535198899Flushing 80c6b8430a4e0fe2f0d67f646ebb3bea/testFamily: appending metadata at 1733535198919 (+20 ms)Flushing 80c6b8430a4e0fe2f0d67f646ebb3bea/testFamily: closing flushed file at 1733535198919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@727920cb: reopening flushed file at 1733535199340 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 80c6b8430a4e0fe2f0d67f646ebb3bea in 453ms, sequenceid=8, compaction requested=false at 1733535199352 (+12 ms)Writing region close event to WAL at 1733535199352Running coprocessor post-close hooks at 1733535199357 (+5 ms)Closed at 1733535199357
2024-12-07T01:33:19,357 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733535161334.80c6b8430a4e0fe2f0d67f646ebb3bea.
2024-12-07T01:33:19,357 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d78e9806440b1d2b162dca01ad8e9293, disabling compactions & flushes
2024-12-07T01:33:19,357 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293.
2024-12-07T01:33:19,357 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293.
2024-12-07T01:33:19,357 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293. after waiting 0 ms
2024-12-07T01:33:19,357 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293.
2024-12-07T01:33:19,357 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d78e9806440b1d2b162dca01ad8e9293 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-07T01:33:19,371 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnOpenScanner/d78e9806440b1d2b162dca01ad8e9293/.tmp/testFamily/91485cdfb2b84b82a9c17047537a09f8 is 61, key is row-0/testFamily:testQualifier/1733535136978/Put/seqid=0
2024-12-07T01:33:19,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741861_1037 (size=5049)
2024-12-07T01:33:19,516 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on 02b1bc5daefec92416e45f8ae4a0691d, 3cd9b03ec3658b3f84f75a43162db8c4, 49247ba910cd8729ed08c6b900215a6b, 539548b96619a0c10af9923bea734bed, d78e9806440b1d2b162dca01ad8e9293, e29f8b087991329acb2afa396c34531a, ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:33:19,717 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on 02b1bc5daefec92416e45f8ae4a0691d, 3cd9b03ec3658b3f84f75a43162db8c4, 49247ba910cd8729ed08c6b900215a6b, 539548b96619a0c10af9923bea734bed, d78e9806440b1d2b162dca01ad8e9293, e29f8b087991329acb2afa396c34531a, ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:33:19,778 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnOpenScanner/d78e9806440b1d2b162dca01ad8e9293/.tmp/testFamily/91485cdfb2b84b82a9c17047537a09f8
2024-12-07T01:33:19,792 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnOpenScanner/d78e9806440b1d2b162dca01ad8e9293/.tmp/testFamily/91485cdfb2b84b82a9c17047537a09f8 as hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnOpenScanner/d78e9806440b1d2b162dca01ad8e9293/testFamily/91485cdfb2b84b82a9c17047537a09f8
2024-12-07T01:33:19,799 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnOpenScanner/d78e9806440b1d2b162dca01ad8e9293/testFamily/91485cdfb2b84b82a9c17047537a09f8, entries=4, sequenceid=8, filesize=4.9 K
2024-12-07T01:33:19,800 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d78e9806440b1d2b162dca01ad8e9293 in 443ms, sequenceid=8, compaction requested=false
2024-12-07T01:33:19,805 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnOpenScanner/d78e9806440b1d2b162dca01ad8e9293/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-07T01:33:19,806 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293.
2024-12-07T01:33:19,806 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d78e9806440b1d2b162dca01ad8e9293:
Waiting for close lock at 1733535199357Running coprocessor pre-close hooks at 1733535199357Disabling compacts and flushes for region at 1733535199357Disabling writes for close at 1733535199357Obtaining lock to block concurrent updates at 1733535199357Preparing flush snapshotting stores in d78e9806440b1d2b162dca01ad8e9293 at 1733535199357Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733535199358 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293. at 1733535199358Flushing d78e9806440b1d2b162dca01ad8e9293/testFamily: creating writer at 1733535199358Flushing d78e9806440b1d2b162dca01ad8e9293/testFamily: appending metadata at 1733535199371 (+13 ms)Flushing d78e9806440b1d2b162dca01ad8e9293/testFamily: closing flushed file at 1733535199371Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72b537ff: reopening flushed file at 1733535199791 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d78e9806440b1d2b162dca01ad8e9293 in 443ms, sequenceid=8, compaction requested=false at 1733535199800 (+9 ms)Writing region close event to WAL at 1733535199801 (+1 ms)Running coprocessor post-close hooks at 1733535199806 (+5 ms)Closed at 1733535199806
2024-12-07T01:33:19,806 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733535133931.d78e9806440b1d2b162dca01ad8e9293.
2024-12-07T01:33:19,806 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3cd9b03ec3658b3f84f75a43162db8c4, disabling compactions & flushes
2024-12-07T01:33:19,806 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4.
2024-12-07T01:33:19,806 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4.
2024-12-07T01:33:19,806 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4. after waiting 0 ms
2024-12-07T01:33:19,806 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4.
2024-12-07T01:33:19,806 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3cd9b03ec3658b3f84f75a43162db8c4 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-07T01:33:19,820 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnNext/3cd9b03ec3658b3f84f75a43162db8c4/.tmp/testFamily/435640a688614a4885049b6348de809e is 61, key is row-0/testFamily:testQualifier/1733535170490/Put/seqid=0
2024-12-07T01:33:19,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741862_1038 (size=5049)
2024-12-07T01:33:19,917 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-12-07T01:33:19,917 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1325): Online Regions={3cd9b03ec3658b3f84f75a43162db8c4=testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4., 539548b96619a0c10af9923bea734bed=hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed., 02b1bc5daefec92416e45f8ae4a0691d=hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d., 49247ba910cd8729ed08c6b900215a6b=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b., ee03f700f81bcd145827b574c8f41f41=testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41., e29f8b087991329acb2afa396c34531a=testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a.}
2024-12-07T01:33:19,917 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on 02b1bc5daefec92416e45f8ae4a0691d, 3cd9b03ec3658b3f84f75a43162db8c4, 49247ba910cd8729ed08c6b900215a6b, 539548b96619a0c10af9923bea734bed, e29f8b087991329acb2afa396c34531a, ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:33:20,118 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on 02b1bc5daefec92416e45f8ae4a0691d, 3cd9b03ec3658b3f84f75a43162db8c4, 49247ba910cd8729ed08c6b900215a6b, 539548b96619a0c10af9923bea734bed, e29f8b087991329acb2afa396c34531a, ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:33:20,227 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnNext/3cd9b03ec3658b3f84f75a43162db8c4/.tmp/testFamily/435640a688614a4885049b6348de809e
2024-12-07T01:33:20,243 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnNext/3cd9b03ec3658b3f84f75a43162db8c4/.tmp/testFamily/435640a688614a4885049b6348de809e as hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnNext/3cd9b03ec3658b3f84f75a43162db8c4/testFamily/435640a688614a4885049b6348de809e
2024-12-07T01:33:20,253 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnNext/3cd9b03ec3658b3f84f75a43162db8c4/testFamily/435640a688614a4885049b6348de809e, entries=4, sequenceid=8, filesize=4.9 K
2024-12-07T01:33:20,254 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3cd9b03ec3658b3f84f75a43162db8c4 in 448ms, sequenceid=8, compaction requested=false
2024-12-07T01:33:20,259 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnNext/3cd9b03ec3658b3f84f75a43162db8c4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-07T01:33:20,259 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4.
2024-12-07T01:33:20,259 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3cd9b03ec3658b3f84f75a43162db8c4:
Waiting for close lock at 1733535199806Running coprocessor pre-close hooks at 1733535199806Disabling compacts and flushes for region at 1733535199806Disabling writes for close at 1733535199806Obtaining lock to block concurrent updates at 1733535199806Preparing flush snapshotting stores in 3cd9b03ec3658b3f84f75a43162db8c4 at 1733535199806Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733535199807 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4. at 1733535199807Flushing 3cd9b03ec3658b3f84f75a43162db8c4/testFamily: creating writer at 1733535199807Flushing 3cd9b03ec3658b3f84f75a43162db8c4/testFamily: appending metadata at 1733535199820 (+13 ms)Flushing 3cd9b03ec3658b3f84f75a43162db8c4/testFamily: closing flushed file at 1733535199820Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a8098cd: reopening flushed file at 1733535200242 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3cd9b03ec3658b3f84f75a43162db8c4 in 448ms, sequenceid=8, compaction requested=false at 1733535200254 (+12 ms)Writing region close event to WAL at 1733535200255 (+1 ms)Running coprocessor post-close hooks at 1733535200259 (+4 ms)Closed at 1733535200259
2024-12-07T01:33:20,259 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733535167443.3cd9b03ec3658b3f84f75a43162db8c4.
2024-12-07T01:33:20,260 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 539548b96619a0c10af9923bea734bed, disabling compactions & flushes
2024-12-07T01:33:20,260 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed.
2024-12-07T01:33:20,260 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed.
2024-12-07T01:33:20,260 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed. after waiting 0 ms
2024-12-07T01:33:20,260 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed.
2024-12-07T01:33:20,260 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 539548b96619a0c10af9923bea734bed 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-07T01:33:20,274 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnNext/539548b96619a0c10af9923bea734bed/.tmp/testFamily/b73fe31cf82849e88f643804d8172ef6 is 61, key is row-0/testFamily:testQualifier/1733535185698/Put/seqid=0
2024-12-07T01:33:20,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741863_1039 (size=5049)
2024-12-07T01:33:20,318 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on 02b1bc5daefec92416e45f8ae4a0691d, 49247ba910cd8729ed08c6b900215a6b, 539548b96619a0c10af9923bea734bed, e29f8b087991329acb2afa396c34531a, ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:33:20,519 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on 02b1bc5daefec92416e45f8ae4a0691d, 49247ba910cd8729ed08c6b900215a6b, 539548b96619a0c10af9923bea734bed, e29f8b087991329acb2afa396c34531a, ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:33:20,681 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnNext/539548b96619a0c10af9923bea734bed/.tmp/testFamily/b73fe31cf82849e88f643804d8172ef6
2024-12-07T01:33:20,697 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnNext/539548b96619a0c10af9923bea734bed/.tmp/testFamily/b73fe31cf82849e88f643804d8172ef6 as hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnNext/539548b96619a0c10af9923bea734bed/testFamily/b73fe31cf82849e88f643804d8172ef6
2024-12-07T01:33:20,705 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnNext/539548b96619a0c10af9923bea734bed/testFamily/b73fe31cf82849e88f643804d8172ef6, entries=4, sequenceid=8, filesize=4.9 K
2024-12-07T01:33:20,706 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 539548b96619a0c10af9923bea734bed in 446ms, sequenceid=8, compaction requested=false
2024-12-07T01:33:20,711 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnNext/539548b96619a0c10af9923bea734bed/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-07T01:33:20,712 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed.
2024-12-07T01:33:20,712 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 539548b96619a0c10af9923bea734bed:
Waiting for close lock at 1733535200260Running coprocessor pre-close hooks at 1733535200260Disabling compacts and flushes for region at 1733535200260Disabling writes for close at 1733535200260Obtaining lock to block concurrent updates at 1733535200260Preparing flush snapshotting stores in 539548b96619a0c10af9923bea734bed at 1733535200260Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733535200260Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed. at 1733535200261 (+1 ms)Flushing 539548b96619a0c10af9923bea734bed/testFamily: creating writer at 1733535200261Flushing 539548b96619a0c10af9923bea734bed/testFamily: appending metadata at 1733535200274 (+13 ms)Flushing 539548b96619a0c10af9923bea734bed/testFamily: closing flushed file at 1733535200274Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e79483: reopening flushed file at 1733535200696 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 539548b96619a0c10af9923bea734bed in 446ms, sequenceid=8, compaction requested=false at 1733535200706 (+10 ms)Writing region close event to WAL at 1733535200707 (+1 ms)Running coprocessor post-close hooks at 1733535200711 (+4 ms)Closed at 1733535200711
2024-12-07T01:33:20,712 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733535182635.539548b96619a0c10af9923bea734bed.
2024-12-07T01:33:20,712 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02b1bc5daefec92416e45f8ae4a0691d, disabling compactions & flushes
2024-12-07T01:33:20,712 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d.
2024-12-07T01:33:20,712 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d.
2024-12-07T01:33:20,712 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d. after waiting 0 ms
2024-12-07T01:33:20,712 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d.
2024-12-07T01:33:20,712 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 02b1bc5daefec92416e45f8ae4a0691d 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-07T01:33:20,719 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on 02b1bc5daefec92416e45f8ae4a0691d, 49247ba910cd8729ed08c6b900215a6b, e29f8b087991329acb2afa396c34531a, ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:33:20,728 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnNextAsync/02b1bc5daefec92416e45f8ae4a0691d/.tmp/testFamily/01963b2c8b0f4940915accac19853537 is 61, key is row-0/testFamily:testQualifier/1733535146079/Put/seqid=0
2024-12-07T01:33:20,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741864_1040 (size=5049)
2024-12-07T01:33:20,919 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-12-07T01:33:20,919 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1325): Online Regions={02b1bc5daefec92416e45f8ae4a0691d=hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d., 49247ba910cd8729ed08c6b900215a6b=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b., ee03f700f81bcd145827b574c8f41f41=testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41., e29f8b087991329acb2afa396c34531a=testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a.}
2024-12-07T01:33:20,920 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on 02b1bc5daefec92416e45f8ae4a0691d, 49247ba910cd8729ed08c6b900215a6b, e29f8b087991329acb2afa396c34531a, ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:33:21,120 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on 02b1bc5daefec92416e45f8ae4a0691d, 49247ba910cd8729ed08c6b900215a6b, e29f8b087991329acb2afa396c34531a, ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:33:21,134 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnNextAsync/02b1bc5daefec92416e45f8ae4a0691d/.tmp/testFamily/01963b2c8b0f4940915accac19853537
2024-12-07T01:33:21,150 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnNextAsync/02b1bc5daefec92416e45f8ae4a0691d/.tmp/testFamily/01963b2c8b0f4940915accac19853537 as hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnNextAsync/02b1bc5daefec92416e45f8ae4a0691d/testFamily/01963b2c8b0f4940915accac19853537
2024-12-07T01:33:21,157 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnNextAsync/02b1bc5daefec92416e45f8ae4a0691d/testFamily/01963b2c8b0f4940915accac19853537, entries=4, sequenceid=8, filesize=4.9 K
2024-12-07T01:33:21,158 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 02b1bc5daefec92416e45f8ae4a0691d in 446ms, sequenceid=8, compaction requested=false
2024-12-07T01:33:21,162 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnNextAsync/02b1bc5daefec92416e45f8ae4a0691d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-07T01:33:21,163 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d.
2024-12-07T01:33:21,163 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02b1bc5daefec92416e45f8ae4a0691d:
Waiting for close lock at 1733535200712Running coprocessor pre-close hooks at 1733535200712Disabling compacts and flushes for region at 1733535200712Disabling writes for close at 1733535200712Obtaining lock to block concurrent updates at 1733535200712Preparing flush snapshotting stores in 02b1bc5daefec92416e45f8ae4a0691d at 1733535200712Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733535200713 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d. at 1733535200713Flushing 02b1bc5daefec92416e45f8ae4a0691d/testFamily: creating writer at 1733535200714 (+1 ms)Flushing 02b1bc5daefec92416e45f8ae4a0691d/testFamily: appending metadata at 1733535200728 (+14 ms)Flushing 02b1bc5daefec92416e45f8ae4a0691d/testFamily: closing flushed file at 1733535200728Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@545a8d20: reopening flushed file at 1733535201148 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 02b1bc5daefec92416e45f8ae4a0691d in 446ms, sequenceid=8, compaction requested=false at 1733535201158 (+10 ms)Writing region close event to WAL at 1733535201159 (+1 ms)Running coprocessor post-close hooks at 1733535201163 (+4 ms)Closed at 1733535201163
2024-12-07T01:33:21,163 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733535143028.02b1bc5daefec92416e45f8ae4a0691d.
2024-12-07T01:33:21,164 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49247ba910cd8729ed08c6b900215a6b, disabling compactions & flushes
2024-12-07T01:33:21,164 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b.
2024-12-07T01:33:21,164 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b.
2024-12-07T01:33:21,164 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b. after waiting 0 ms
2024-12-07T01:33:21,164 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b.
2024-12-07T01:33:21,164 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 49247ba910cd8729ed08c6b900215a6b 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-07T01:33:21,178 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/49247ba910cd8729ed08c6b900215a6b/.tmp/testFamily/78f6fbd84d7e4f5d832ee47d6b752f98 is 61, key is row-0/testFamily:testQualifier/1733535176593/Put/seqid=0
2024-12-07T01:33:21,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741865_1041 (size=5049)
2024-12-07T01:33:21,320 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on 49247ba910cd8729ed08c6b900215a6b, e29f8b087991329acb2afa396c34531a, ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:33:21,521 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on 49247ba910cd8729ed08c6b900215a6b, e29f8b087991329acb2afa396c34531a, ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:33:21,585 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/49247ba910cd8729ed08c6b900215a6b/.tmp/testFamily/78f6fbd84d7e4f5d832ee47d6b752f98
2024-12-07T01:33:21,600 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/49247ba910cd8729ed08c6b900215a6b/.tmp/testFamily/78f6fbd84d7e4f5d832ee47d6b752f98 as hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/49247ba910cd8729ed08c6b900215a6b/testFamily/78f6fbd84d7e4f5d832ee47d6b752f98
2024-12-07T01:33:21,606 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/49247ba910cd8729ed08c6b900215a6b/testFamily/78f6fbd84d7e4f5d832ee47d6b752f98, entries=4, sequenceid=8, filesize=4.9 K
2024-12-07T01:33:21,607 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 49247ba910cd8729ed08c6b900215a6b in 443ms, sequenceid=8, compaction requested=false
2024-12-07T01:33:21,613 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/49247ba910cd8729ed08c6b900215a6b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-07T01:33:21,613 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b.
2024-12-07T01:33:21,614 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49247ba910cd8729ed08c6b900215a6b:
Waiting for close lock at 1733535201164Running coprocessor pre-close hooks at 1733535201164Disabling compacts and flushes for region at 1733535201164Disabling writes for close at 1733535201164Obtaining lock to block concurrent updates at 1733535201164Preparing flush snapshotting stores in 49247ba910cd8729ed08c6b900215a6b at 1733535201164Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733535201164Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b. at 1733535201165 (+1 ms)Flushing 49247ba910cd8729ed08c6b900215a6b/testFamily: creating writer at 1733535201165Flushing 49247ba910cd8729ed08c6b900215a6b/testFamily: appending metadata at 1733535201178 (+13 ms)Flushing 49247ba910cd8729ed08c6b900215a6b/testFamily: closing flushed file at 1733535201178Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bb2d407: reopening flushed file at 1733535201599 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 49247ba910cd8729ed08c6b900215a6b in 443ms, sequenceid=8, compaction requested=false at 1733535201608 (+9 ms)Writing region close event to WAL at 1733535201608Running coprocessor post-close hooks at 1733535201613 (+5 ms)Closed at 1733535201613
2024-12-07T01:33:21,614 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733535173544.49247ba910cd8729ed08c6b900215a6b.
2024-12-07T01:33:21,614 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee03f700f81bcd145827b574c8f41f41, disabling compactions & flushes
2024-12-07T01:33:21,614 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41.
2024-12-07T01:33:21,614 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41.
2024-12-07T01:33:21,614 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41. after waiting 0 ms
2024-12-07T01:33:21,614 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41.
2024-12-07T01:33:21,614 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ee03f700f81bcd145827b574c8f41f41 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-07T01:33:21,630 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnOpenScanner/ee03f700f81bcd145827b574c8f41f41/.tmp/testFamily/3c57c73369ea455e889e6a1e2beaf386 is 61, key is row-0/testFamily:testQualifier/1733535158289/Put/seqid=0
2024-12-07T01:33:21,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741866_1042 (size=5049)
2024-12-07T01:33:21,721 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on e29f8b087991329acb2afa396c34531a, ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:33:21,922 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-07T01:33:21,922 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1325): Online Regions={ee03f700f81bcd145827b574c8f41f41=testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41., e29f8b087991329acb2afa396c34531a=testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a.}
2024-12-07T01:33:21,922 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on e29f8b087991329acb2afa396c34531a, ee03f700f81bcd145827b574c8f41f41
2024-12-07T01:33:22,036 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnOpenScanner/ee03f700f81bcd145827b574c8f41f41/.tmp/testFamily/3c57c73369ea455e889e6a1e2beaf386
2024-12-07T01:33:22,050 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnOpenScanner/ee03f700f81bcd145827b574c8f41f41/.tmp/testFamily/3c57c73369ea455e889e6a1e2beaf386 as hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnOpenScanner/ee03f700f81bcd145827b574c8f41f41/testFamily/3c57c73369ea455e889e6a1e2beaf386
2024-12-07T01:33:22,057 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnOpenScanner/ee03f700f81bcd145827b574c8f41f41/testFamily/3c57c73369ea455e889e6a1e2beaf386, entries=4, sequenceid=8, filesize=4.9 K
2024-12-07T01:33:22,058 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ee03f700f81bcd145827b574c8f41f41 in 444ms, sequenceid=8, compaction requested=false
2024-12-07T01:33:22,063 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnOpenScanner/ee03f700f81bcd145827b574c8f41f41/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-07T01:33:22,064 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41.
2024-12-07T01:33:22,064 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee03f700f81bcd145827b574c8f41f41:
Waiting for close lock at 1733535201614Running coprocessor pre-close hooks at 1733535201614Disabling compacts and flushes for region at 1733535201614Disabling writes for close at 1733535201614Obtaining lock to block concurrent updates at 1733535201614Preparing flush snapshotting stores in ee03f700f81bcd145827b574c8f41f41 at 1733535201614Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733535201615 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41. at 1733535201615Flushing ee03f700f81bcd145827b574c8f41f41/testFamily: creating writer at 1733535201615Flushing ee03f700f81bcd145827b574c8f41f41/testFamily: appending metadata at 1733535201629 (+14 ms)Flushing ee03f700f81bcd145827b574c8f41f41/testFamily: closing flushed file at 1733535201630 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@682ec45a: reopening flushed file at 1733535202048 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ee03f700f81bcd145827b574c8f41f41 in 444ms, sequenceid=8, compaction requested=false at 1733535202058 (+10 ms)Writing region close event to WAL at 1733535202059 (+1 ms)Running coprocessor post-close hooks at 1733535202064 (+5 ms)Closed at 1733535202064
2024-12-07T01:33:22,064 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733535155241.ee03f700f81bcd145827b574c8f41f41.
2024-12-07T01:33:22,064 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e29f8b087991329acb2afa396c34531a, disabling compactions & flushes
2024-12-07T01:33:22,064 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a.
2024-12-07T01:33:22,065 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a.
2024-12-07T01:33:22,065 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a. after waiting 0 ms
2024-12-07T01:33:22,065 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a.
2024-12-07T01:33:22,065 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e29f8b087991329acb2afa396c34531a 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-07T01:33:22,081 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnOpenScannerAsync/e29f8b087991329acb2afa396c34531a/.tmp/testFamily/e7b692a37493453da84b7b9292846939 is 61, key is row-0/testFamily:testQualifier/1733535194789/Put/seqid=0
2024-12-07T01:33:22,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741867_1043 (size=5049)
2024-12-07T01:33:22,122 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on e29f8b087991329acb2afa396c34531a
2024-12-07T01:33:22,322 DEBUG [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1351): Waiting on e29f8b087991329acb2afa396c34531a
2024-12-07T01:33:22,488 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnOpenScannerAsync/e29f8b087991329acb2afa396c34531a/.tmp/testFamily/e7b692a37493453da84b7b9292846939
2024-12-07T01:33:22,503 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnOpenScannerAsync/e29f8b087991329acb2afa396c34531a/.tmp/testFamily/e7b692a37493453da84b7b9292846939 as hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnOpenScannerAsync/e29f8b087991329acb2afa396c34531a/testFamily/e7b692a37493453da84b7b9292846939
2024-12-07T01:33:22,511 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnOpenScannerAsync/e29f8b087991329acb2afa396c34531a/testFamily/e7b692a37493453da84b7b9292846939, entries=4, sequenceid=8, filesize=4.9 K
2024-12-07T01:33:22,512 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e29f8b087991329acb2afa396c34531a in 447ms, sequenceid=8, compaction requested=false
2024-12-07T01:33:22,519 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/data/default/testNormalScanTimeoutOnOpenScannerAsync/e29f8b087991329acb2afa396c34531a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-07T01:33:22,520 INFO  [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a.
2024-12-07T01:33:22,520 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e29f8b087991329acb2afa396c34531a:
Waiting for close lock at 1733535202064Running coprocessor pre-close hooks at 1733535202064Disabling compacts and flushes for region at 1733535202064Disabling writes for close at 1733535202065 (+1 ms)Obtaining lock to block concurrent updates at 1733535202065Preparing flush snapshotting stores in e29f8b087991329acb2afa396c34531a at 1733535202065Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733535202065Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a. at 1733535202066 (+1 ms)Flushing e29f8b087991329acb2afa396c34531a/testFamily: creating writer at 1733535202066Flushing e29f8b087991329acb2afa396c34531a/testFamily: appending metadata at 1733535202081 (+15 ms)Flushing e29f8b087991329acb2afa396c34531a/testFamily: closing flushed file at 1733535202081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf69e69: reopening flushed file at 1733535202501 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e29f8b087991329acb2afa396c34531a in 447ms, sequenceid=8, compaction requested=false at 1733535202512 (+11 ms)Writing region close event to WAL at 1733535202513 (+1 ms)Running coprocessor post-close hooks at 1733535202519 (+6 ms)Closed at 1733535202519
2024-12-07T01:33:22,520 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733535191737.e29f8b087991329acb2afa396c34531a.
2024-12-07T01:33:22,523 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,45823,1733535066824; all regions closed.
2024-12-07T01:33:22,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741834_1010 (size=19479)
2024-12-07T01:33:22,535 DEBUG [RS:0;ec1863dc21e5:45823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/oldWALs
2024-12-07T01:33:22,535 INFO  [RS:0;ec1863dc21e5:45823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C45823%2C1733535066824.meta:.meta(num 1733535130254)
2024-12-07T01:33:22,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741833_1009 (size=20031)
2024-12-07T01:33:22,542 DEBUG [RS:0;ec1863dc21e5:45823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/oldWALs
2024-12-07T01:33:22,542 INFO  [RS:0;ec1863dc21e5:45823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C45823%2C1733535066824:(num 1733535129885)
2024-12-07T01:33:22,542 DEBUG [RS:0;ec1863dc21e5:45823 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-07T01:33:22,542 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.LeaseManager(133): Closed leases
2024-12-07T01:33:22,542 INFO  [RS:0;ec1863dc21e5:45823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-07T01:33:22,542 INFO  [RS:0;ec1863dc21e5:45823 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-07T01:33:22,542 INFO  [RS:0;ec1863dc21e5:45823 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-07T01:33:22,543 INFO  [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-07T01:33:22,544 INFO  [RS:0;ec1863dc21e5:45823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45823
2024-12-07T01:33:22,559 INFO  [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-07T01:33:22,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x101ad69e0360001, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ec1863dc21e5,45823,1733535066824
2024-12-07T01:33:22,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-07T01:33:22,614 INFO  [RS:0;ec1863dc21e5:45823 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-07T01:33:22,617 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,45823,1733535066824]
2024-12-07T01:33:22,634 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ec1863dc21e5,45823,1733535066824 already deleted, retry=false
2024-12-07T01:33:22,634 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,45823,1733535066824 expired; onlineServers=0
2024-12-07T01:33:22,634 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,35173,1733535066036' *****
2024-12-07T01:33:22,634 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-07T01:33:22,635 INFO  [M:0;ec1863dc21e5:35173 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-07T01:33:22,635 INFO  [M:0;ec1863dc21e5:35173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-07T01:33:22,635 DEBUG [M:0;ec1863dc21e5:35173 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-07T01:33:22,635 DEBUG [M:0;ec1863dc21e5:35173 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-07T01:33:22,635 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-07T01:33:22,635 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733535069745 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733535069745,5,FailOnTimeoutGroup]
2024-12-07T01:33:22,635 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733535069742 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733535069742,5,FailOnTimeoutGroup]
2024-12-07T01:33:22,635 INFO  [M:0;ec1863dc21e5:35173 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-07T01:33:22,635 INFO  [M:0;ec1863dc21e5:35173 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-07T01:33:22,636 DEBUG [M:0;ec1863dc21e5:35173 {}] master.HMaster(1795): Stopping service threads
2024-12-07T01:33:22,636 INFO  [M:0;ec1863dc21e5:35173 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-07T01:33:22,636 INFO  [M:0;ec1863dc21e5:35173 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-07T01:33:22,637 INFO  [M:0;ec1863dc21e5:35173 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-07T01:33:22,637 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-07T01:33:22,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-07T01:33:22,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-07T01:33:22,645 DEBUG [M:0;ec1863dc21e5:35173 {}] zookeeper.ZKUtil(347): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-07T01:33:22,645 WARN  [M:0;ec1863dc21e5:35173 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-07T01:33:22,648 INFO  [M:0;ec1863dc21e5:35173 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/.lastflushedseqids
2024-12-07T01:33:22,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741868_1044 (size=649)
2024-12-07T01:33:22,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x101ad69e0360001, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-07T01:33:22,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x101ad69e0360001, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-07T01:33:22,725 INFO  [RS:0;ec1863dc21e5:45823 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-07T01:33:22,726 INFO  [RS:0;ec1863dc21e5:45823 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,45823,1733535066824; zookeeper connection closed.
2024-12-07T01:33:22,727 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7da22c08 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7da22c08
2024-12-07T01:33:22,728 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-07T01:33:23,063 INFO  [M:0;ec1863dc21e5:35173 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-07T01:33:23,064 INFO  [M:0;ec1863dc21e5:35173 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-07T01:33:23,064 DEBUG [M:0;ec1863dc21e5:35173 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-07T01:33:23,065 INFO  [M:0;ec1863dc21e5:35173 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-07T01:33:23,065 DEBUG [M:0;ec1863dc21e5:35173 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-07T01:33:23,065 DEBUG [M:0;ec1863dc21e5:35173 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-07T01:33:23,065 DEBUG [M:0;ec1863dc21e5:35173 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-07T01:33:23,066 INFO  [M:0;ec1863dc21e5:35173 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.94 KB heapSize=190.83 KB
2024-12-07T01:33:23,087 DEBUG [M:0;ec1863dc21e5:35173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9c4db369420427abfde1a6c539e7b60 is 82, key is hbase:meta,,1/info:regioninfo/1733535130330/Put/seqid=0
2024-12-07T01:33:23,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741869_1045 (size=5672)
2024-12-07T01:33:23,493 INFO  [M:0;ec1863dc21e5:35173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9c4db369420427abfde1a6c539e7b60
2024-12-07T01:33:23,550 DEBUG [M:0;ec1863dc21e5:35173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63798bdb2ea54c7682fbe0c7a3968699 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733535132042/Put/seqid=0
2024-12-07T01:33:23,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741870_1046 (size=14066)
2024-12-07T01:33:23,947 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-07T01:33:23,956 INFO  [M:0;ec1863dc21e5:35173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.39 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63798bdb2ea54c7682fbe0c7a3968699
2024-12-07T01:33:23,963 INFO  [M:0;ec1863dc21e5:35173 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63798bdb2ea54c7682fbe0c7a3968699
2024-12-07T01:33:23,977 DEBUG [M:0;ec1863dc21e5:35173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/232d57942c1746b0889d11f457e2e578 is 69, key is ec1863dc21e5,45823,1733535066824/rs:state/1733535099752/Put/seqid=0
2024-12-07T01:33:23,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741871_1047 (size=5156)
2024-12-07T01:33:24,385 INFO  [M:0;ec1863dc21e5:35173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/232d57942c1746b0889d11f457e2e578
2024-12-07T01:33:24,399 DEBUG [M:0;ec1863dc21e5:35173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9c4db369420427abfde1a6c539e7b60 as hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9c4db369420427abfde1a6c539e7b60
2024-12-07T01:33:24,405 INFO  [M:0;ec1863dc21e5:35173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9c4db369420427abfde1a6c539e7b60, entries=8, sequenceid=317, filesize=5.5 K
2024-12-07T01:33:24,407 DEBUG [M:0;ec1863dc21e5:35173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63798bdb2ea54c7682fbe0c7a3968699 as hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63798bdb2ea54c7682fbe0c7a3968699
2024-12-07T01:33:24,413 INFO  [M:0;ec1863dc21e5:35173 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63798bdb2ea54c7682fbe0c7a3968699
2024-12-07T01:33:24,413 INFO  [M:0;ec1863dc21e5:35173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63798bdb2ea54c7682fbe0c7a3968699, entries=33, sequenceid=317, filesize=13.7 K
2024-12-07T01:33:24,414 DEBUG [M:0;ec1863dc21e5:35173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/232d57942c1746b0889d11f457e2e578 as hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/232d57942c1746b0889d11f457e2e578
2024-12-07T01:33:24,422 INFO  [M:0;ec1863dc21e5:35173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44589/user/jenkins/test-data/d2b330d7-ba5a-1f0a-e6e5-cd05f5999cdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/232d57942c1746b0889d11f457e2e578, entries=1, sequenceid=317, filesize=5.0 K
2024-12-07T01:33:24,423 INFO  [M:0;ec1863dc21e5:35173 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.94 KB/166855, heapSize ~190.53 KB/195104, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1358ms, sequenceid=317, compaction requested=false
2024-12-07T01:33:24,425 INFO  [M:0;ec1863dc21e5:35173 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-07T01:33:24,425 DEBUG [M:0;ec1863dc21e5:35173 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733535203064Disabling compacts and flushes for region at 1733535203064Disabling writes for close at 1733535203065 (+1 ms)Obtaining lock to block concurrent updates at 1733535203066 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733535203066Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166855, getHeapSize=195344, getOffHeapSize=0, getCellsCount=364 at 1733535203067 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733535203069 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733535203069Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733535203086 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733535203086Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733535203528 (+442 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733535203549 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733535203550 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733535203963 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733535203977 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733535203977Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43bc3f8e: reopening flushed file at 1733535204398 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30aba7ef: reopening flushed file at 1733535204406 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@730e0270: reopening flushed file at 1733535204413 (+7 ms)Finished flush of dataSize ~162.94 KB/166855, heapSize ~190.53 KB/195104, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1358ms, sequenceid=317, compaction requested=false at 1733535204423 (+10 ms)Writing region close event to WAL at 1733535204424 (+1 ms)Closed at 1733535204424
2024-12-07T01:33:24,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741830_1006 (size=188067)
2024-12-07T01:33:24,428 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-07T01:33:24,428 INFO  [M:0;ec1863dc21e5:35173 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-07T01:33:24,428 INFO  [M:0;ec1863dc21e5:35173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35173
2024-12-07T01:33:24,428 INFO  [M:0;ec1863dc21e5:35173 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-07T01:33:24,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-07T01:33:24,576 INFO  [M:0;ec1863dc21e5:35173 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-07T01:33:24,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35173-0x101ad69e0360000, quorum=127.0.0.1:64773, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-07T01:33:24,623 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-07T01:33:24,629 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-07T01:33:24,629 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-07T01:33:24,630 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-07T01:33:24,630 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/hadoop.log.dir/,STOPPED}
2024-12-07T01:33:24,633 WARN  [BP-461299353-172.17.0.3-1733535061353 heartbeating to localhost/127.0.0.1:44589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-07T01:33:24,633 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-07T01:33:24,633 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-07T01:33:24,633 WARN  [BP-461299353-172.17.0.3-1733535061353 heartbeating to localhost/127.0.0.1:44589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-461299353-172.17.0.3-1733535061353 (Datanode Uuid fe6b996f-c65d-4c0f-a1cd-0d936731f5e5) service to localhost/127.0.0.1:44589
2024-12-07T01:33:24,634 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/cluster_bd34f45c-8fcc-0910-db2c-5ced02991fef/data/data1/current/BP-461299353-172.17.0.3-1733535061353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-07T01:33:24,635 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/cluster_bd34f45c-8fcc-0910-db2c-5ced02991fef/data/data2/current/BP-461299353-172.17.0.3-1733535061353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-07T01:33:24,635 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-07T01:33:24,640 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-07T01:33:24,640 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-07T01:33:24,640 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-07T01:33:24,641 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-07T01:33:24,641 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/528368dc-10f8-afeb-9982-973ec539ba24/hadoop.log.dir/,STOPPED}
2024-12-07T01:33:24,647 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-07T01:33:24,669 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down