2024-11-21 00:47:09,823 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-21 00:47:09,844 main DEBUG Took 0.018379 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-21 00:47:09,845 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-21 00:47:09,845 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-21 00:47:09,846 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-21 00:47:09,848 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 00:47:09,857 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-21 00:47:09,874 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 00:47:09,876 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 00:47:09,878 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 00:47:09,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 00:47:09,879 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 00:47:09,880 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 00:47:09,881 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 00:47:09,882 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 00:47:09,883 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 00:47:09,884 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 00:47:09,885 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 00:47:09,886 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 00:47:09,887 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 00:47:09,887 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 00:47:09,888 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 00:47:09,889 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 00:47:09,890 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 00:47:09,890 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 00:47:09,891 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 00:47:09,892 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 00:47:09,893 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 00:47:09,893 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 00:47:09,894 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 00:47:09,894 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 00:47:09,895 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 00:47:09,896 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-21 00:47:09,898 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 00:47:09,900 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-21 00:47:09,903 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-21 00:47:09,904 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-21 00:47:09,906 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-21 00:47:09,907 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-21 00:47:09,921 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-21 00:47:09,925 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-21 00:47:09,928 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-21 00:47:09,928 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-21 00:47:09,929 main DEBUG createAppenders(={Console})
2024-11-21 00:47:09,930 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-21 00:47:09,930 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-21 00:47:09,931 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-21 00:47:09,931 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-21 00:47:09,931 main DEBUG OutputStream closed
2024-11-21 00:47:09,932 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-21 00:47:09,932 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-21 00:47:09,932 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-21 00:47:10,026 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-21 00:47:10,028 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-21 00:47:10,029 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-21 00:47:10,031 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-21 00:47:10,031 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-21 00:47:10,032 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-21 00:47:10,032 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-21 00:47:10,032 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-21 00:47:10,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-21 00:47:10,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-21 00:47:10,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-21 00:47:10,034 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-21 00:47:10,034 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-21 00:47:10,034 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-21 00:47:10,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-21 00:47:10,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-21 00:47:10,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-21 00:47:10,036 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-21 00:47:10,039 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-21 00:47:10,039 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-21 00:47:10,040 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-21 00:47:10,040 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-21T00:47:10,054 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-21 00:47:10,057 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-21 00:47:10,057 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-21T00:47:10,450 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19
2024-11-21T00:47:10,475 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T00:47:10,495 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/cluster_4fb1c9a8-bdb0-6c93-3961-3e928c127bb8, deleteOnExit=true
2024-11-21T00:47:10,496 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T00:47:10,497 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/test.cache.data in system properties and HBase conf
2024-11-21T00:47:10,498 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T00:47:10,499 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/hadoop.log.dir in system properties and HBase conf
2024-11-21T00:47:10,500 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T00:47:10,501 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T00:47:10,501 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T00:47:10,611 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-21T00:47:10,719 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T00:47:10,724 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T00:47:10,724 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T00:47:10,725 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T00:47:10,725 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T00:47:10,726 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T00:47:10,726 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T00:47:10,727 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T00:47:10,727 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T00:47:10,728 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T00:47:10,733 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/nfs.dump.dir in system properties and HBase conf
2024-11-21T00:47:10,734 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/java.io.tmpdir in system properties and HBase conf
2024-11-21T00:47:10,734 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T00:47:10,735 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T00:47:10,736 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T00:47:11,939 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-21T00:47:12,030 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3332ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-21T00:47:12,126 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T00:47:12,208 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T00:47:12,235 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T00:47:12,236 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T00:47:12,238 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T00:47:12,256 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T00:47:12,260 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13a4dda0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/hadoop.log.dir/,AVAILABLE}
2024-11-21T00:47:12,262 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f794dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T00:47:12,471 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b93e99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/java.io.tmpdir/jetty-localhost-40091-hadoop-hdfs-3_4_1-tests_jar-_-any-10185770634635188375/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T00:47:12,485 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e84709f{HTTP/1.1, (http/1.1)}{localhost:40091}
2024-11-21T00:47:12,485 INFO  [Time-limited test {}] server.Server(415): Started @3788ms
2024-11-21T00:47:13,704 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T00:47:13,713 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T00:47:13,714 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T00:47:13,714 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T00:47:13,715 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T00:47:13,716 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79afe1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/hadoop.log.dir/,AVAILABLE}
2024-11-21T00:47:13,716 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f8f7398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T00:47:13,834 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@429b6cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/java.io.tmpdir/jetty-localhost-41285-hadoop-hdfs-3_4_1-tests_jar-_-any-17613088704220931862/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T00:47:13,835 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@406d11bc{HTTP/1.1, (http/1.1)}{localhost:41285}
2024-11-21T00:47:13,836 INFO  [Time-limited test {}] server.Server(415): Started @5139ms
2024-11-21T00:47:13,899 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T00:47:15,055 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/cluster_4fb1c9a8-bdb0-6c93-3961-3e928c127bb8/data/data1/current/BP-138934675-172.17.0.2-1732150031402/current, will proceed with Du for space computation calculation, 
2024-11-21T00:47:15,055 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/cluster_4fb1c9a8-bdb0-6c93-3961-3e928c127bb8/data/data2/current/BP-138934675-172.17.0.2-1732150031402/current, will proceed with Du for space computation calculation, 
2024-11-21T00:47:15,090 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T00:47:15,144 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35e3924326cf9834 with lease ID 0xcb20adea64f6d07c: Processing first storage report for DS-78d51a2a-a81b-48f3-9786-1aa7b6416555 from datanode DatanodeRegistration(127.0.0.1:33491, datanodeUuid=93f9ec87-b001-419d-be5b-b115e005e7ed, infoPort=35863, infoSecurePort=0, ipcPort=34627, storageInfo=lv=-57;cid=testClusterID;nsid=691760615;c=1732150031402)
2024-11-21T00:47:15,145 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35e3924326cf9834 with lease ID 0xcb20adea64f6d07c: from storage DS-78d51a2a-a81b-48f3-9786-1aa7b6416555 node DatanodeRegistration(127.0.0.1:33491, datanodeUuid=93f9ec87-b001-419d-be5b-b115e005e7ed, infoPort=35863, infoSecurePort=0, ipcPort=34627, storageInfo=lv=-57;cid=testClusterID;nsid=691760615;c=1732150031402), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-21T00:47:15,146 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35e3924326cf9834 with lease ID 0xcb20adea64f6d07c: Processing first storage report for DS-b5191e2a-f592-4897-be4e-02e2e236f65e from datanode DatanodeRegistration(127.0.0.1:33491, datanodeUuid=93f9ec87-b001-419d-be5b-b115e005e7ed, infoPort=35863, infoSecurePort=0, ipcPort=34627, storageInfo=lv=-57;cid=testClusterID;nsid=691760615;c=1732150031402)
2024-11-21T00:47:15,146 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35e3924326cf9834 with lease ID 0xcb20adea64f6d07c: from storage DS-b5191e2a-f592-4897-be4e-02e2e236f65e node DatanodeRegistration(127.0.0.1:33491, datanodeUuid=93f9ec87-b001-419d-be5b-b115e005e7ed, infoPort=35863, infoSecurePort=0, ipcPort=34627, storageInfo=lv=-57;cid=testClusterID;nsid=691760615;c=1732150031402), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-21T00:47:15,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19
2024-11-21T00:47:15,252 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/cluster_4fb1c9a8-bdb0-6c93-3961-3e928c127bb8/zookeeper_0, clientPort=60341, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/cluster_4fb1c9a8-bdb0-6c93-3961-3e928c127bb8/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/cluster_4fb1c9a8-bdb0-6c93-3961-3e928c127bb8/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-21T00:47:15,263 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60341
2024-11-21T00:47:15,275 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T00:47:15,278 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T00:47:15,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741825_1001 (size=7)
2024-11-21T00:47:15,952 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301 with version=8
2024-11-21T00:47:15,953 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/hbase-staging
2024-11-21T00:47:16,053 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-21T00:47:16,343 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/5ed4808ef0e6:0 server-side Connection retries=9
2024-11-21T00:47:16,355 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T00:47:16,356 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T00:47:16,361 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T00:47:16,362 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T00:47:16,362 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T00:47:16,517 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T00:47:16,584 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-21T00:47:16,595 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-21T00:47:16,599 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T00:47:16,628 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 119852 (auto-detected)
2024-11-21T00:47:16,629 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-21T00:47:16,650 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34547
2024-11-21T00:47:16,674 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34547 connecting to ZooKeeper ensemble=127.0.0.1:60341
2024-11-21T00:47:16,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345470x0, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T00:47:16,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34547-0x1015adbfecb0000 connected
2024-11-21T00:47:16,901 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T00:47:16,903 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T00:47:16,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-21T00:47:16,921 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301, hbase.cluster.distributed=false
2024-11-21T00:47:16,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-21T00:47:16,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34547
2024-11-21T00:47:16,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34547
2024-11-21T00:47:16,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34547
2024-11-21T00:47:16,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34547
2024-11-21T00:47:16,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34547
2024-11-21T00:47:17,077 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/5ed4808ef0e6:0 server-side Connection retries=9
2024-11-21T00:47:17,079 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T00:47:17,079 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T00:47:17,080 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T00:47:17,080 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T00:47:17,080 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T00:47:17,083 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T00:47:17,086 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T00:47:17,087 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44603
2024-11-21T00:47:17,090 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44603 connecting to ZooKeeper ensemble=127.0.0.1:60341
2024-11-21T00:47:17,091 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T00:47:17,094 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T00:47:17,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446030x0, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T00:47:17,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446030x0, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-21T00:47:17,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44603-0x1015adbfecb0001 connected
2024-11-21T00:47:17,114 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T00:47:17,123 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T00:47:17,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44603-0x1015adbfecb0001, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-21T00:47:17,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44603-0x1015adbfecb0001, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-21T00:47:17,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44603
2024-11-21T00:47:17,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44603
2024-11-21T00:47:17,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44603
2024-11-21T00:47:17,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44603
2024-11-21T00:47:17,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44603
2024-11-21T00:47:17,154 DEBUG [M:0;5ed4808ef0e6:34547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5ed4808ef0e6:34547
2024-11-21T00:47:17,155 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5ed4808ef0e6,34547,1732150036153
2024-11-21T00:47:17,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1015adbfecb0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-21T00:47:17,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-21T00:47:17,175 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5ed4808ef0e6,34547,1732150036153
2024-11-21T00:47:17,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1015adbfecb0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-21T00:47:17,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T00:47:17,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1015adbfecb0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T00:47:17,205 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-21T00:47:17,206 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5ed4808ef0e6,34547,1732150036153 from backup master directory
2024-11-21T00:47:17,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1015adbfecb0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-21T00:47:17,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5ed4808ef0e6,34547,1732150036153
2024-11-21T00:47:17,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-21T00:47:17,215 WARN  [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T00:47:17,215 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5ed4808ef0e6,34547,1732150036153
2024-11-21T00:47:17,217 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-21T00:47:17,219 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-21T00:47:17,282 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/hbase.id] with ID: 001d2696-0a29-4ac3-b3f5-98e636b41a9e
2024-11-21T00:47:17,283 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/.tmp/hbase.id
2024-11-21T00:47:17,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741826_1002 (size=42)
2024-11-21T00:47:17,697 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/.tmp/hbase.id]:[hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/hbase.id]
2024-11-21T00:47:17,751 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T00:47:17,757 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T00:47:17,780 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms.
2024-11-21T00:47:17,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T00:47:17,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1015adbfecb0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T00:47:17,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741827_1003 (size=196)
2024-11-21T00:47:18,269 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T00:47:18,271 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T00:47:18,289 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T00:47:18,294 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T00:47:18,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741828_1004 (size=1189)
2024-11-21T00:47:18,771 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/data/master/store
2024-11-21T00:47:18,811 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741829_1005 (size=34)
2024-11-21T00:47:18,818 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-21T00:47:18,823 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:47:18,824 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T00:47:18,825 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T00:47:18,825 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T00:47:18,827 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T00:47:18,827 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T00:47:18,827 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T00:47:18,829 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732150038824Disabling compacts and flushes for region at 1732150038824Disabling writes for close at 1732150038827 (+3 ms)Writing region close event to WAL at 1732150038827Closed at 1732150038827
2024-11-21T00:47:18,833 WARN  [master/5ed4808ef0e6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/data/master/store/.initializing
2024-11-21T00:47:18,833 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/WALs/5ed4808ef0e6,34547,1732150036153
2024-11-21T00:47:18,844 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T00:47:18,865 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ed4808ef0e6%2C34547%2C1732150036153, suffix=, logDir=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/WALs/5ed4808ef0e6,34547,1732150036153, archiveDir=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/oldWALs, maxLogs=10
2024-11-21T00:47:18,899 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/WALs/5ed4808ef0e6,34547,1732150036153/5ed4808ef0e6%2C34547%2C1732150036153.1732150038872, exclude list is [], retry=0
2024-11-21T00:47:18,924 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33491,DS-78d51a2a-a81b-48f3-9786-1aa7b6416555,DISK]
2024-11-21T00:47:18,928 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-21T00:47:18,979 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/WALs/5ed4808ef0e6,34547,1732150036153/5ed4808ef0e6%2C34547%2C1732150036153.1732150038872
2024-11-21T00:47:18,981 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35863:35863)]
2024-11-21T00:47:18,982 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T00:47:18,982 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:47:18,988 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T00:47:18,990 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T00:47:19,040 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T00:47:19,072 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T00:47:19,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:47:19,081 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T00:47:19,082 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T00:47:19,087 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T00:47:19,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:47:19,089 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T00:47:19,090 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T00:47:19,094 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T00:47:19,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:47:19,097 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T00:47:19,097 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T00:47:19,102 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T00:47:19,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:47:19,104 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T00:47:19,105 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T00:47:19,110 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T00:47:19,112 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T00:47:19,120 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T00:47:19,121 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T00:47:19,127 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T00:47:19,133 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T00:47:19,139 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T00:47:19,141 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67467683, jitterRate=0.005346819758415222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T00:47:19,149 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732150039009Initializing all the Stores at 1732150039013 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732150039014 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732150039015 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732150039016 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732150039016Cleaning up temporary data from old regions at 1732150039122 (+106 ms)Region opened successfully at 1732150039149 (+27 ms)
2024-11-21T00:47:19,151 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T00:47:19,189 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfa9983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ed4808ef0e6/172.17.0.2:0
2024-11-21T00:47:19,231 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T00:47:19,247 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T00:47:19,247 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T00:47:19,251 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T00:47:19,253 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-21T00:47:19,259 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-11-21T00:47:19,259 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T00:47:19,292 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T00:47:19,309 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-21T00:47:19,361 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-21T00:47:19,364 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T00:47:19,367 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-21T00:47:19,379 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-21T00:47:19,382 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T00:47:19,386 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-21T00:47:19,392 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-21T00:47:19,395 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-21T00:47:19,403 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-21T00:47:19,422 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T00:47:19,434 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-21T00:47:19,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1015adbfecb0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-21T00:47:19,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-21T00:47:19,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1015adbfecb0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T00:47:19,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T00:47:19,449 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5ed4808ef0e6,34547,1732150036153, sessionid=0x1015adbfecb0000, setting cluster-up flag (Was=false)
2024-11-21T00:47:19,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T00:47:19,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1015adbfecb0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T00:47:19,508 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-21T00:47:19,511 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5ed4808ef0e6,34547,1732150036153
2024-11-21T00:47:19,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1015adbfecb0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T00:47:19,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T00:47:19,624 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-21T00:47:19,627 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5ed4808ef0e6,34547,1732150036153
2024-11-21T00:47:19,636 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T00:47:19,641 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(746): ClusterId : 001d2696-0a29-4ac3-b3f5-98e636b41a9e
2024-11-21T00:47:19,644 DEBUG [RS:0;5ed4808ef0e6:44603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T00:47:19,659 DEBUG [RS:0;5ed4808ef0e6:44603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T00:47:19,659 DEBUG [RS:0;5ed4808ef0e6:44603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T00:47:19,668 DEBUG [RS:0;5ed4808ef0e6:44603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T00:47:19,669 DEBUG [RS:0;5ed4808ef0e6:44603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1275e9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ed4808ef0e6/172.17.0.2:0
2024-11-21T00:47:19,687 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5ed4808ef0e6:44603
2024-11-21T00:47:19,691 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T00:47:19,692 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T00:47:19,692 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T00:47:19,695 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(2659): reportForDuty to master=5ed4808ef0e6,34547,1732150036153 with port=44603, startcode=1732150037036
2024-11-21T00:47:19,707 DEBUG [RS:0;5ed4808ef0e6:44603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T00:47:19,725 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T00:47:19,737 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T00:47:19,748 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T00:47:19,753 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T00:47:19,762 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34547 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-21T00:47:19,758 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5ed4808ef0e6,34547,1732150036153
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T00:47:19,774 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5ed4808ef0e6:0, corePoolSize=5, maxPoolSize=5
2024-11-21T00:47:19,775 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5ed4808ef0e6:0, corePoolSize=5, maxPoolSize=5
2024-11-21T00:47:19,775 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5ed4808ef0e6:0, corePoolSize=5, maxPoolSize=5
2024-11-21T00:47:19,775 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5ed4808ef0e6:0, corePoolSize=5, maxPoolSize=5
2024-11-21T00:47:19,775 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5ed4808ef0e6:0, corePoolSize=10, maxPoolSize=10
2024-11-21T00:47:19,776 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1
2024-11-21T00:47:19,776 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5ed4808ef0e6:0, corePoolSize=2, maxPoolSize=2
2024-11-21T00:47:19,776 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1
2024-11-21T00:47:19,806 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-21T00:47:19,807 WARN  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-21T00:47:19,813 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T00:47:19,814 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T00:47:19,814 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732150069814
2024-11-21T00:47:19,816 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T00:47:19,818 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T00:47:19,822 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T00:47:19,822 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:47:19,823 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T00:47:19,823 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T00:47:19,823 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T00:47:19,823 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T00:47:19,832 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T00:47:19,845 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T00:47:19,846 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T00:47:19,847 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T00:47:19,852 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T00:47:19,853 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T00:47:19,855 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5ed4808ef0e6:0:becomeActiveMaster-HFileCleaner.large.0-1732150039854,5,FailOnTimeoutGroup]
2024-11-21T00:47:19,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741831_1007 (size=1321)
2024-11-21T00:47:19,860 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5ed4808ef0e6:0:becomeActiveMaster-HFileCleaner.small.0-1732150039856,5,FailOnTimeoutGroup]
2024-11-21T00:47:19,861 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T00:47:19,861 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T00:47:19,862 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T00:47:19,863 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T00:47:20,262 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T00:47:20,263 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301
2024-11-21T00:47:20,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741832_1008 (size=32)
2024-11-21T00:47:20,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:47:20,681 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T00:47:20,686 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T00:47:20,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:47:20,688 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T00:47:20,688 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T00:47:20,692 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T00:47:20,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:47:20,695 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T00:47:20,695 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T00:47:20,699 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T00:47:20,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:47:20,701 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T00:47:20,701 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T00:47:20,706 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T00:47:20,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:47:20,707 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T00:47:20,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T00:47:20,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/meta/1588230740
2024-11-21T00:47:20,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/meta/1588230740
2024-11-21T00:47:20,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T00:47:20,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T00:47:20,719 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T00:47:20,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T00:47:20,730 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T00:47:20,732 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62834933, jitterRate=-0.06368653476238251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T00:47:20,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732150040677Initializing all the Stores at 1732150040681 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732150040681Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732150040681Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732150040681Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732150040681Cleaning up temporary data from old regions at 1732150040717 (+36 ms)Region opened successfully at 1732150040736 (+19 ms)
2024-11-21T00:47:20,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T00:47:20,737 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T00:47:20,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T00:47:20,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T00:47:20,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T00:47:20,739 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T00:47:20,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732150040737Disabling compacts and flushes for region at 1732150040737Disabling writes for close at 1732150040737Writing region close event to WAL at 1732150040738 (+1 ms)Closed at 1732150040739 (+1 ms)
2024-11-21T00:47:20,745 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T00:47:20,745 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T00:47:20,752 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T00:47:20,764 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T00:47:20,769 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T00:47:20,920 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:21,920 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:22,921 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:23,922 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:24,922 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:25,923 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:26,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-21T00:47:26,581 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-21T00:47:26,924 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:27,925 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:28,925 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:29,926 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:30,927 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:31,927 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:32,928 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:33,929 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:34,930 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:35,930 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:36,931 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:37,932 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:38,932 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:39,933 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:40,934 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:41,935 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:42,935 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:43,936 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:44,937 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:45,165 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T00:47:45,938 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:46,940 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:47,944 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:48,946 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:49,813 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(2659): reportForDuty to master=5ed4808ef0e6,34547,1732150036153 with port=44603, startcode=1732150037036
2024-11-21T00:47:49,816 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5ed4808ef0e6,44603,1732150037036
2024-11-21T00:47:49,826 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34547 {}] master.ServerManager(517): Registering regionserver=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:47:49,856 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301
2024-11-21T00:47:49,857 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34661
2024-11-21T00:47:49,857 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T00:47:49,947 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:49,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-21T00:47:49,986 DEBUG [RS:0;5ed4808ef0e6:44603 {}] zookeeper.ZKUtil(111): regionserver:44603-0x1015adbfecb0001, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5ed4808ef0e6,44603,1732150037036
2024-11-21T00:47:49,986 WARN  [RS:0;5ed4808ef0e6:44603 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T00:47:49,987 INFO  [RS:0;5ed4808ef0e6:44603 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T00:47:49,987 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/WALs/5ed4808ef0e6,44603,1732150037036
2024-11-21T00:47:49,996 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5ed4808ef0e6,44603,1732150037036]
2024-11-21T00:47:50,042 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T00:47:50,063 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T00:47:50,074 INFO  [RS:0;5ed4808ef0e6:44603 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T00:47:50,074 INFO  [RS:0;5ed4808ef0e6:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T00:47:50,076 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T00:47:50,094 INFO  [RS:0;5ed4808ef0e6:44603 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T00:47:50,096 INFO  [RS:0;5ed4808ef0e6:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T00:47:50,100 DEBUG [RS:0;5ed4808ef0e6:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1
2024-11-21T00:47:50,103 DEBUG [RS:0;5ed4808ef0e6:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1
2024-11-21T00:47:50,105 DEBUG [RS:0;5ed4808ef0e6:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1
2024-11-21T00:47:50,105 DEBUG [RS:0;5ed4808ef0e6:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1
2024-11-21T00:47:50,105 DEBUG [RS:0;5ed4808ef0e6:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1
2024-11-21T00:47:50,106 DEBUG [RS:0;5ed4808ef0e6:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5ed4808ef0e6:0, corePoolSize=2, maxPoolSize=2
2024-11-21T00:47:50,106 DEBUG [RS:0;5ed4808ef0e6:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1
2024-11-21T00:47:50,108 DEBUG [RS:0;5ed4808ef0e6:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1
2024-11-21T00:47:50,108 DEBUG [RS:0;5ed4808ef0e6:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1
2024-11-21T00:47:50,109 DEBUG [RS:0;5ed4808ef0e6:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1
2024-11-21T00:47:50,109 DEBUG [RS:0;5ed4808ef0e6:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1
2024-11-21T00:47:50,109 DEBUG [RS:0;5ed4808ef0e6:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5ed4808ef0e6:0, corePoolSize=1, maxPoolSize=1
2024-11-21T00:47:50,109 DEBUG [RS:0;5ed4808ef0e6:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5ed4808ef0e6:0, corePoolSize=3, maxPoolSize=3
2024-11-21T00:47:50,110 DEBUG [RS:0;5ed4808ef0e6:44603 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5ed4808ef0e6:0, corePoolSize=3, maxPoolSize=3
2024-11-21T00:47:50,120 INFO  [RS:0;5ed4808ef0e6:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T00:47:50,120 INFO  [RS:0;5ed4808ef0e6:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T00:47:50,121 INFO  [RS:0;5ed4808ef0e6:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T00:47:50,121 INFO  [RS:0;5ed4808ef0e6:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T00:47:50,121 INFO  [RS:0;5ed4808ef0e6:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T00:47:50,121 INFO  [RS:0;5ed4808ef0e6:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,44603,1732150037036-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T00:47:50,157 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T00:47:50,161 INFO  [RS:0;5ed4808ef0e6:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,44603,1732150037036-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T00:47:50,162 INFO  [RS:0;5ed4808ef0e6:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T00:47:50,163 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.Replication(171): 5ed4808ef0e6,44603,1732150037036 started
2024-11-21T00:47:50,191 INFO  [RS:0;5ed4808ef0e6:44603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T00:47:50,192 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1482): Serving as 5ed4808ef0e6,44603,1732150037036, RpcServer on 5ed4808ef0e6/172.17.0.2:44603, sessionid=0x1015adbfecb0001
2024-11-21T00:47:50,193 DEBUG [RS:0;5ed4808ef0e6:44603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T00:47:50,193 DEBUG [RS:0;5ed4808ef0e6:44603 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5ed4808ef0e6,44603,1732150037036
2024-11-21T00:47:50,194 DEBUG [RS:0;5ed4808ef0e6:44603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ed4808ef0e6,44603,1732150037036'
2024-11-21T00:47:50,194 DEBUG [RS:0;5ed4808ef0e6:44603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-21T00:47:50,201 DEBUG [RS:0;5ed4808ef0e6:44603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-21T00:47:50,202 DEBUG [RS:0;5ed4808ef0e6:44603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T00:47:50,203 DEBUG [RS:0;5ed4808ef0e6:44603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T00:47:50,203 DEBUG [RS:0;5ed4808ef0e6:44603 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5ed4808ef0e6,44603,1732150037036
2024-11-21T00:47:50,203 DEBUG [RS:0;5ed4808ef0e6:44603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ed4808ef0e6,44603,1732150037036'
2024-11-21T00:47:50,203 DEBUG [RS:0;5ed4808ef0e6:44603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-21T00:47:50,210 DEBUG [RS:0;5ed4808ef0e6:44603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-21T00:47:50,211 DEBUG [RS:0;5ed4808ef0e6:44603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T00:47:50,211 INFO  [RS:0;5ed4808ef0e6:44603 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T00:47:50,211 INFO  [RS:0;5ed4808ef0e6:44603 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T00:47:50,948 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:51,950 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:52,951 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:53,952 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:54,952 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:55,953 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:56,954 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:57,954 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:58,956 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:47:59,956 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:48:00,957 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:48:01,958 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:48:02,958 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:48:03,959 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:48:04,960 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:48:05,961 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:48:06,962 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:48:07,962 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:48:08,963 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:48:09,964 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:48:10,965 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:48:11,965 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:48:12,966 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:48:13,967 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:48:14,967 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:48:15,165 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T00:48:15,968 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:48:16,969 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:48:17,969 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:48:18,970 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:48:19,971 WARN  [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-21T00:48:20,215 INFO  [RS:0;5ed4808ef0e6:44603 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T00:48:20,219 INFO  [RS:0;5ed4808ef0e6:44603 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ed4808ef0e6%2C44603%2C1732150037036, suffix=, logDir=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/WALs/5ed4808ef0e6,44603,1732150037036, archiveDir=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/oldWALs, maxLogs=32
2024-11-21T00:48:20,235 DEBUG [RS:0;5ed4808ef0e6:44603 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/WALs/5ed4808ef0e6,44603,1732150037036/5ed4808ef0e6%2C44603%2C1732150037036.1732150100222, exclude list is [], retry=0
2024-11-21T00:48:20,240 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33491,DS-78d51a2a-a81b-48f3-9786-1aa7b6416555,DISK]
2024-11-21T00:48:20,244 INFO  [RS:0;5ed4808ef0e6:44603 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/WALs/5ed4808ef0e6,44603,1732150037036/5ed4808ef0e6%2C44603%2C1732150037036.1732150100222
2024-11-21T00:48:20,246 DEBUG [RS:0;5ed4808ef0e6:44603 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35863:35863)]
2024-11-21T00:48:20,473 DEBUG [5ed4808ef0e6:34547 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T00:48:20,485 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:48:20,492 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5ed4808ef0e6,44603,1732150037036, state=OPENING
2024-11-21T00:48:20,546 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T00:48:20,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1015adbfecb0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T00:48:20,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T00:48:20,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-21T00:48:20,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-21T00:48:20,558 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T00:48:20,560 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5ed4808ef0e6,44603,1732150037036}]
2024-11-21T00:48:20,740 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T00:48:20,744 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T00:48:20,754 INFO  [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T00:48:20,755 INFO  [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T00:48:20,755 INFO  [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T00:48:20,758 INFO  [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ed4808ef0e6%2C44603%2C1732150037036.meta, suffix=.meta, logDir=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/WALs/5ed4808ef0e6,44603,1732150037036, archiveDir=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/oldWALs, maxLogs=32
2024-11-21T00:48:20,775 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/WALs/5ed4808ef0e6,44603,1732150037036/5ed4808ef0e6%2C44603%2C1732150037036.meta.1732150100760.meta, exclude list is [], retry=0
2024-11-21T00:48:20,779 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33491,DS-78d51a2a-a81b-48f3-9786-1aa7b6416555,DISK]
2024-11-21T00:48:20,782 INFO  [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/WALs/5ed4808ef0e6,44603,1732150037036/5ed4808ef0e6%2C44603%2C1732150037036.meta.1732150100760.meta
2024-11-21T00:48:20,783 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35863:35863)]
2024-11-21T00:48:20,783 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T00:48:20,784 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T00:48:20,787 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T00:48:20,791 INFO  [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T00:48:20,795 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T00:48:20,796 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:48:20,796 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T00:48:20,796 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T00:48:20,799 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T00:48:20,801 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T00:48:20,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:48:20,801 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T00:48:20,802 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T00:48:20,803 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T00:48:20,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:48:20,804 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T00:48:20,804 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T00:48:20,806 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T00:48:20,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:48:20,807 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T00:48:20,807 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T00:48:20,808 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T00:48:20,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:48:20,809 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T00:48:20,809 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T00:48:20,811 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/meta/1588230740
2024-11-21T00:48:20,814 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/meta/1588230740
2024-11-21T00:48:20,816 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T00:48:20,816 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T00:48:20,817 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T00:48:20,820 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T00:48:20,821 INFO  [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67977387, jitterRate=0.012942001223564148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T00:48:20,822 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T00:48:20,823 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732150100797Writing region info on filesystem at 1732150100797Initializing all the Stores at 1732150100799 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732150100799Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732150100799Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732150100799Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732150100799Cleaning up temporary data from old regions at 1732150100816 (+17 ms)Running coprocessor post-open hooks at 1732150100822 (+6 ms)Region opened successfully at 1732150100823 (+1 ms)
2024-11-21T00:48:20,830 INFO  [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732150100730
2024-11-21T00:48:20,841 DEBUG [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T00:48:20,842 INFO  [RS_OPEN_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T00:48:20,844 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:48:20,847 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5ed4808ef0e6,44603,1732150037036, state=OPEN
2024-11-21T00:48:20,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-21T00:48:20,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1015adbfecb0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-21T00:48:20,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-21T00:48:20,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-21T00:48:20,909 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:48:20,917 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T00:48:20,917 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5ed4808ef0e6,44603,1732150037036 in 349 msec
2024-11-21T00:48:20,926 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T00:48:20,926 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.167 sec
2024-11-21T00:48:20,927 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T00:48:20,928 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T00:48:20,945 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T00:48:20,946 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5ed4808ef0e6,44603,1732150037036, seqNum=-1]
2024-11-21T00:48:20,967 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T00:48:20,970 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T00:48:20,991 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.315 sec
2024-11-21T00:48:20,991 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732150100991, completionTime=-1
2024-11-21T00:48:20,994 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T00:48:20,994 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-21T00:48:21,021 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-21T00:48:21,021 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732150161021
2024-11-21T00:48:21,021 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732150221021
2024-11-21T00:48:21,022 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec
2024-11-21T00:48:21,023 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,34547,1732150036153-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T00:48:21,024 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,34547,1732150036153-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T00:48:21,024 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,34547,1732150036153-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T00:48:21,025 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5ed4808ef0e6:34547, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T00:48:21,026 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T00:48:21,026 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T00:48:21,033 DEBUG [master/5ed4808ef0e6:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T00:48:21,056 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.841sec
2024-11-21T00:48:21,058 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T00:48:21,060 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T00:48:21,062 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T00:48:21,062 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T00:48:21,063 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T00:48:21,064 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,34547,1732150036153-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T00:48:21,065 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,34547,1732150036153-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T00:48:21,079 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T00:48:21,080 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T00:48:21,080 INFO  [master/5ed4808ef0e6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ed4808ef0e6,34547,1732150036153-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T00:48:21,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573d5973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T00:48:21,134 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-21T00:48:21,134 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-21T00:48:21,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5ed4808ef0e6,34547,-1 for getting cluster id
2024-11-21T00:48:21,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T00:48:21,153 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '001d2696-0a29-4ac3-b3f5-98e636b41a9e'
2024-11-21T00:48:21,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T00:48:21,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "001d2696-0a29-4ac3-b3f5-98e636b41a9e"

2024-11-21T00:48:21,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff31ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T00:48:21,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5ed4808ef0e6,34547,-1]
2024-11-21T00:48:21,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T00:48:21,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T00:48:21,164 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T00:48:21,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1928876b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T00:48:21,167 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T00:48:21,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5ed4808ef0e6,44603,1732150037036, seqNum=-1]
2024-11-21T00:48:21,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T00:48:21,178 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T00:48:21,197 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5ed4808ef0e6,34547,1732150036153
2024-11-21T00:48:21,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2246aef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T00:48:21,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5ed4808ef0e6,34547,-1 for getting cluster id
2024-11-21T00:48:21,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T00:48:21,201 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '001d2696-0a29-4ac3-b3f5-98e636b41a9e'
2024-11-21T00:48:21,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T00:48:21,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "001d2696-0a29-4ac3-b3f5-98e636b41a9e"

2024-11-21T00:48:21,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617925cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T00:48:21,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5ed4808ef0e6,34547,-1]
2024-11-21T00:48:21,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T00:48:21,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T00:48:21,204 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T00:48:21,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c842d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T00:48:21,240 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=699, ProcessCount=11, AvailableMemoryMB=3768
2024-11-21T00:48:21,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T00:48:21,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5ed4808ef0e6,34547,1732150036153
2024-11-21T00:48:21,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@265aec45
2024-11-21T00:48:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T00:48:21,266 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T00:48:21,274 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T00:48:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-21T00:48:21,290 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T00:48:21,293 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-21T00:48:21,293 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:48:21,296 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T00:48:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T00:48:21,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741835_1011 (size=428)
2024-11-21T00:48:21,721 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0281ed13b7a187150bf667b1855e0a0b, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301
2024-11-21T00:48:21,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741836_1012 (size=79)
2024-11-21T00:48:21,732 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:48:21,732 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 0281ed13b7a187150bf667b1855e0a0b, disabling compactions & flushes
2024-11-21T00:48:21,732 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b.
2024-11-21T00:48:21,732 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b.
2024-11-21T00:48:21,732 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b. after waiting 0 ms
2024-11-21T00:48:21,732 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b.
2024-11-21T00:48:21,733 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b.
2024-11-21T00:48:21,733 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0281ed13b7a187150bf667b1855e0a0b:
Waiting for close lock at 1732150101732Disabling compacts and flushes for region at 1732150101732Disabling writes for close at 1732150101732Writing region close event to WAL at 1732150101732Closed at 1732150101732
2024-11-21T00:48:21,736 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T00:48:21,743 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732150101736"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732150101736"}]},"ts":"1732150101736"}
2024-11-21T00:48:21,748 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T00:48:21,750 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T00:48:21,752 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732150101750"}]},"ts":"1732150101750"}
2024-11-21T00:48:21,756 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-21T00:48:21,758 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=0281ed13b7a187150bf667b1855e0a0b, ASSIGN}]
2024-11-21T00:48:21,760 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=0281ed13b7a187150bf667b1855e0a0b, ASSIGN
2024-11-21T00:48:21,762 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=0281ed13b7a187150bf667b1855e0a0b, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,44603,1732150037036; forceNewPlan=false, retain=false
2024-11-21T00:48:21,914 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0281ed13b7a187150bf667b1855e0a0b, regionState=OPENING, regionLocation=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:48:21,920 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=0281ed13b7a187150bf667b1855e0a0b, ASSIGN because future has completed
2024-11-21T00:48:21,921 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0281ed13b7a187150bf667b1855e0a0b, server=5ed4808ef0e6,44603,1732150037036}]
2024-11-21T00:48:22,083 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b.
2024-11-21T00:48:22,083 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0281ed13b7a187150bf667b1855e0a0b, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b.', STARTKEY => '', ENDKEY => ''}
2024-11-21T00:48:22,084 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 0281ed13b7a187150bf667b1855e0a0b
2024-11-21T00:48:22,084 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:48:22,084 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0281ed13b7a187150bf667b1855e0a0b
2024-11-21T00:48:22,084 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0281ed13b7a187150bf667b1855e0a0b
2024-11-21T00:48:22,087 INFO  [StoreOpener-0281ed13b7a187150bf667b1855e0a0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0281ed13b7a187150bf667b1855e0a0b 
2024-11-21T00:48:22,089 INFO  [StoreOpener-0281ed13b7a187150bf667b1855e0a0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0281ed13b7a187150bf667b1855e0a0b columnFamilyName testFamily
2024-11-21T00:48:22,089 DEBUG [StoreOpener-0281ed13b7a187150bf667b1855e0a0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:48:22,090 INFO  [StoreOpener-0281ed13b7a187150bf667b1855e0a0b-1 {}] regionserver.HStore(327): Store=0281ed13b7a187150bf667b1855e0a0b/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T00:48:22,090 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0281ed13b7a187150bf667b1855e0a0b
2024-11-21T00:48:22,091 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testRetryOutOfOrderScannerNextExceptionAsync/0281ed13b7a187150bf667b1855e0a0b
2024-11-21T00:48:22,092 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testRetryOutOfOrderScannerNextExceptionAsync/0281ed13b7a187150bf667b1855e0a0b
2024-11-21T00:48:22,093 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0281ed13b7a187150bf667b1855e0a0b
2024-11-21T00:48:22,093 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0281ed13b7a187150bf667b1855e0a0b
2024-11-21T00:48:22,096 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0281ed13b7a187150bf667b1855e0a0b
2024-11-21T00:48:22,100 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testRetryOutOfOrderScannerNextExceptionAsync/0281ed13b7a187150bf667b1855e0a0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T00:48:22,101 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0281ed13b7a187150bf667b1855e0a0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75150215, jitterRate=0.11982546746730804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T00:48:22,101 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0281ed13b7a187150bf667b1855e0a0b
2024-11-21T00:48:22,102 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0281ed13b7a187150bf667b1855e0a0b:
Running coprocessor pre-open hook at 1732150102084Writing region info on filesystem at 1732150102084Initializing all the Stores at 1732150102086 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732150102086Cleaning up temporary data from old regions at 1732150102093 (+7 ms)Running coprocessor post-open hooks at 1732150102101 (+8 ms)Region opened successfully at 1732150102102 (+1 ms)
2024-11-21T00:48:22,104 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b., pid=6, masterSystemTime=1732150102076
2024-11-21T00:48:22,107 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b.
2024-11-21T00:48:22,108 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b.
2024-11-21T00:48:22,109 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0281ed13b7a187150bf667b1855e0a0b, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:48:22,112 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0281ed13b7a187150bf667b1855e0a0b, server=5ed4808ef0e6,44603,1732150037036 because future has completed
2024-11-21T00:48:22,122 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T00:48:22,122 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0281ed13b7a187150bf667b1855e0a0b, server=5ed4808ef0e6,44603,1732150037036 in 195 msec
2024-11-21T00:48:22,130 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-21T00:48:22,130 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=0281ed13b7a187150bf667b1855e0a0b, ASSIGN in 364 msec
2024-11-21T00:48:22,133 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T00:48:22,134 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732150102134"}]},"ts":"1732150102134"}
2024-11-21T00:48:22,139 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-21T00:48:22,141 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T00:48:22,146 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 863 msec
2024-11-21T00:48:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T00:48:22,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-21T00:48:22,314 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-21T00:48:22,316 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T00:48:22,325 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-21T00:48:22,326 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T00:48:22,327 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-21T00:48:22,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T00:48:22,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5ed4808ef0e6,44603,1732150037036, seqNum=-1]
2024-11-21T00:48:22,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T00:48:22,336 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T00:48:22,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2]
2024-11-21T00:48:22,374 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T00:48:22,379 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-21T00:48:22,389 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-21T00:48:22,396 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-21T00:48:22,399 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-21T00:48:22,400 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44603 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1387388047082913800
2024-11-21T00:48:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44603 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:47612 deadline: 1732150105398, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T00:48:22,413 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-21T00:48:22,417 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-21T00:48:22,418 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T00:48:22,421 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T00:48:22,423 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44603 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1387388047082913802
2024-11-21T00:48:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44603 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:47612 deadline: 1732150105421, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T00:48:22,428 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T00:48:22,431 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44603 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=1387388047082913803
2024-11-21T00:48:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44603 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:47612 deadline: 1732150105428, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T00:48:22,438 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T00:48:22,439 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44603 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=1387388047082913804
2024-11-21T00:48:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44603 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:47612 deadline: 1732150105438, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T00:48:22,446 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T00:48:22,466 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1635297545_22 at /127.0.0.1:59522 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=699 (was 699), ProcessCount=11 (was 11), AvailableMemoryMB=4181 (was 3768) - AvailableMemoryMB LEAK? -
2024-11-21T00:48:22,483 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=699, ProcessCount=11, AvailableMemoryMB=4180
2024-11-21T00:48:22,488 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T00:48:22,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34547 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-21T00:48:22,494 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T00:48:22,494 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:48:22,494 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-21T00:48:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T00:48:22,499 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T00:48:22,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741837_1013 (size=414)
2024-11-21T00:48:22,914 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 123e0b1eac6ec3e211149c0325808b52, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301
2024-11-21T00:48:22,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741838_1014 (size=65)
2024-11-21T00:48:23,328 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:48:23,328 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 123e0b1eac6ec3e211149c0325808b52, disabling compactions & flushes
2024-11-21T00:48:23,328 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52.
2024-11-21T00:48:23,328 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52.
2024-11-21T00:48:23,328 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52. after waiting 0 ms
2024-11-21T00:48:23,328 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52.
2024-11-21T00:48:23,328 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52.
2024-11-21T00:48:23,328 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 123e0b1eac6ec3e211149c0325808b52:
Waiting for close lock at 1732150103328Disabling compacts and flushes for region at 1732150103328Disabling writes for close at 1732150103328Writing region close event to WAL at 1732150103328Closed at 1732150103328
2024-11-21T00:48:23,331 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T00:48:23,332 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732150103331"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732150103331"}]},"ts":"1732150103331"}
2024-11-21T00:48:23,336 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T00:48:23,339 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T00:48:23,339 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732150103339"}]},"ts":"1732150103339"}
2024-11-21T00:48:23,344 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-21T00:48:23,344 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=123e0b1eac6ec3e211149c0325808b52, ASSIGN}]
2024-11-21T00:48:23,347 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=123e0b1eac6ec3e211149c0325808b52, ASSIGN
2024-11-21T00:48:23,349 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=123e0b1eac6ec3e211149c0325808b52, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,44603,1732150037036; forceNewPlan=false, retain=false
2024-11-21T00:48:23,501 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=123e0b1eac6ec3e211149c0325808b52, regionState=OPENING, regionLocation=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:48:23,505 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=123e0b1eac6ec3e211149c0325808b52, ASSIGN because future has completed
2024-11-21T00:48:23,505 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 123e0b1eac6ec3e211149c0325808b52, server=5ed4808ef0e6,44603,1732150037036}]
2024-11-21T00:48:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T00:48:23,671 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52.
2024-11-21T00:48:23,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 123e0b1eac6ec3e211149c0325808b52, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52.', STARTKEY => '', ENDKEY => ''}
2024-11-21T00:48:23,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 123e0b1eac6ec3e211149c0325808b52
2024-11-21T00:48:23,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:48:23,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 123e0b1eac6ec3e211149c0325808b52
2024-11-21T00:48:23,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 123e0b1eac6ec3e211149c0325808b52
2024-11-21T00:48:23,681 INFO  [StoreOpener-123e0b1eac6ec3e211149c0325808b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 123e0b1eac6ec3e211149c0325808b52 
2024-11-21T00:48:23,685 INFO  [StoreOpener-123e0b1eac6ec3e211149c0325808b52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 123e0b1eac6ec3e211149c0325808b52 columnFamilyName testFamily
2024-11-21T00:48:23,685 DEBUG [StoreOpener-123e0b1eac6ec3e211149c0325808b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:48:23,688 INFO  [StoreOpener-123e0b1eac6ec3e211149c0325808b52-1 {}] regionserver.HStore(327): Store=123e0b1eac6ec3e211149c0325808b52/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T00:48:23,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 123e0b1eac6ec3e211149c0325808b52
2024-11-21T00:48:23,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnOpenScanner/123e0b1eac6ec3e211149c0325808b52
2024-11-21T00:48:23,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnOpenScanner/123e0b1eac6ec3e211149c0325808b52
2024-11-21T00:48:23,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 123e0b1eac6ec3e211149c0325808b52
2024-11-21T00:48:23,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 123e0b1eac6ec3e211149c0325808b52
2024-11-21T00:48:23,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 123e0b1eac6ec3e211149c0325808b52
2024-11-21T00:48:23,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnOpenScanner/123e0b1eac6ec3e211149c0325808b52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T00:48:23,714 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 123e0b1eac6ec3e211149c0325808b52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60329057, jitterRate=-0.1010269969701767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T00:48:23,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 123e0b1eac6ec3e211149c0325808b52
2024-11-21T00:48:23,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 123e0b1eac6ec3e211149c0325808b52:
Running coprocessor pre-open hook at 1732150103673Writing region info on filesystem at 1732150103673Initializing all the Stores at 1732150103680 (+7 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732150103680Cleaning up temporary data from old regions at 1732150103698 (+18 ms)Running coprocessor post-open hooks at 1732150103715 (+17 ms)Region opened successfully at 1732150103717 (+2 ms)
2024-11-21T00:48:23,719 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52., pid=9, masterSystemTime=1732150103660
2024-11-21T00:48:23,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52.
2024-11-21T00:48:23,729 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52.
2024-11-21T00:48:23,731 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=123e0b1eac6ec3e211149c0325808b52, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:48:23,735 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 123e0b1eac6ec3e211149c0325808b52, server=5ed4808ef0e6,44603,1732150037036 because future has completed
2024-11-21T00:48:23,747 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-21T00:48:23,748 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 123e0b1eac6ec3e211149c0325808b52, server=5ed4808ef0e6,44603,1732150037036 in 236 msec
2024-11-21T00:48:23,756 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-21T00:48:23,756 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=123e0b1eac6ec3e211149c0325808b52, ASSIGN in 404 msec
2024-11-21T00:48:23,758 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T00:48:23,759 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732150103758"}]},"ts":"1732150103758"}
2024-11-21T00:48:23,763 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-21T00:48:23,766 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T00:48:23,771 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2780 sec
2024-11-21T00:48:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T00:48:25,523 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-21T00:48:25,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-21T00:48:25,523 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T00:48:25,530 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-21T00:48:25,530 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T00:48:25,530 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-21T00:48:25,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2]
2024-11-21T00:48:25,556 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T00:48:25,556 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-21T00:48:25,563 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-21T00:48:25,566 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44603 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-21T00:48:26,347 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T00:48:26,412 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-21T00:48:26,416 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-21T00:48:26,418 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-21T00:48:26,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-21T00:48:26,580 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-21T00:48:26,582 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T00:48:26,582 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-21T00:48:26,582 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-21T00:48:26,582 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-21T00:48:26,584 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-21T00:48:26,584 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-21T00:48:31,576 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=5ed4808ef0e6:44603 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-21T00:48:31,577 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-21T00:48:31,577 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2 from cache
2024-11-21T00:48:31,588 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=668 (was 699), ProcessCount=11 (was 11), AvailableMemoryMB=5255 (was 4180) - AvailableMemoryMB LEAK? -
2024-11-21T00:48:31,596 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=668, ProcessCount=11, AvailableMemoryMB=5253
2024-11-21T00:48:31,599 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T00:48:31,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34547 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-21T00:48:31,604 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T00:48:31,604 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:48:31,604 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-21T00:48:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-21T00:48:31,607 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T00:48:31,623 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741839_1015 (size=412)
2024-11-21T00:48:32,030 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e242de8ae4362c5b5b62af046493ba04, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301
2024-11-21T00:48:32,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741840_1016 (size=63)
2024-11-21T00:48:32,055 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:48:32,055 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing e242de8ae4362c5b5b62af046493ba04, disabling compactions & flushes
2024-11-21T00:48:32,055 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04.
2024-11-21T00:48:32,055 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04.
2024-11-21T00:48:32,055 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04. after waiting 0 ms
2024-11-21T00:48:32,055 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04.
2024-11-21T00:48:32,055 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04.
2024-11-21T00:48:32,056 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for e242de8ae4362c5b5b62af046493ba04:
Waiting for close lock at 1732150112055Disabling compacts and flushes for region at 1732150112055Disabling writes for close at 1732150112055Writing region close event to WAL at 1732150112055Closed at 1732150112055
2024-11-21T00:48:32,059 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T00:48:32,059 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732150112059"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732150112059"}]},"ts":"1732150112059"}
2024-11-21T00:48:32,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-11-21T00:48:32,072 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T00:48:32,076 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T00:48:32,076 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732150112076"}]},"ts":"1732150112076"}
2024-11-21T00:48:32,083 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-21T00:48:32,083 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=e242de8ae4362c5b5b62af046493ba04, ASSIGN}]
2024-11-21T00:48:32,086 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=e242de8ae4362c5b5b62af046493ba04, ASSIGN
2024-11-21T00:48:32,089 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=e242de8ae4362c5b5b62af046493ba04, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,44603,1732150037036; forceNewPlan=false, retain=false
2024-11-21T00:48:32,240 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e242de8ae4362c5b5b62af046493ba04, regionState=OPENING, regionLocation=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:48:32,244 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=e242de8ae4362c5b5b62af046493ba04, ASSIGN because future has completed
2024-11-21T00:48:32,245 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e242de8ae4362c5b5b62af046493ba04, server=5ed4808ef0e6,44603,1732150037036}]
2024-11-21T00:48:32,415 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04.
2024-11-21T00:48:32,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => e242de8ae4362c5b5b62af046493ba04, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04.', STARTKEY => '', ENDKEY => ''}
2024-11-21T00:48:32,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:48:32,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:48:32,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:48:32,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:48:32,423 INFO  [StoreOpener-e242de8ae4362c5b5b62af046493ba04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e242de8ae4362c5b5b62af046493ba04 
2024-11-21T00:48:32,425 INFO  [StoreOpener-e242de8ae4362c5b5b62af046493ba04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e242de8ae4362c5b5b62af046493ba04 columnFamilyName testFamily
2024-11-21T00:48:32,425 DEBUG [StoreOpener-e242de8ae4362c5b5b62af046493ba04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:48:32,426 INFO  [StoreOpener-e242de8ae4362c5b5b62af046493ba04-1 {}] regionserver.HStore(327): Store=e242de8ae4362c5b5b62af046493ba04/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T00:48:32,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:48:32,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnNextAsync/e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:48:32,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnNextAsync/e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:48:32,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:48:32,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:48:32,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:48:32,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnNextAsync/e242de8ae4362c5b5b62af046493ba04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T00:48:32,439 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened e242de8ae4362c5b5b62af046493ba04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65621913, jitterRate=-0.022157296538352966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T00:48:32,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:48:32,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for e242de8ae4362c5b5b62af046493ba04:
Running coprocessor pre-open hook at 1732150112417Writing region info on filesystem at 1732150112417Initializing all the Stores at 1732150112422 (+5 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732150112422Cleaning up temporary data from old regions at 1732150112430 (+8 ms)Running coprocessor post-open hooks at 1732150112439 (+9 ms)Region opened successfully at 1732150112440 (+1 ms)
2024-11-21T00:48:32,444 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04., pid=12, masterSystemTime=1732150112402
2024-11-21T00:48:32,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04.
2024-11-21T00:48:32,463 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04.
2024-11-21T00:48:32,464 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e242de8ae4362c5b5b62af046493ba04, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:48:32,473 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e242de8ae4362c5b5b62af046493ba04, server=5ed4808ef0e6,44603,1732150037036 because future has completed
2024-11-21T00:48:32,499 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-21T00:48:32,499 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure e242de8ae4362c5b5b62af046493ba04, server=5ed4808ef0e6,44603,1732150037036 in 241 msec
2024-11-21T00:48:32,504 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-21T00:48:32,505 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=e242de8ae4362c5b5b62af046493ba04, ASSIGN in 410 msec
2024-11-21T00:48:32,507 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T00:48:32,508 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732150112507"}]},"ts":"1732150112507"}
2024-11-21T00:48:32,512 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-21T00:48:32,514 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T00:48:32,518 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 915 msec
2024-11-21T00:48:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-21T00:48:32,623 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-21T00:48:32,623 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-21T00:48:32,623 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T00:48:32,630 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-21T00:48:32,631 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T00:48:32,631 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-21T00:48:32,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2]
2024-11-21T00:48:32,653 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T00:48:32,653 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-21T00:48:32,659 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-21T00:48:32,662 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-21T00:48:32,665 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-21T00:48:32,665 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44603 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-21T00:48:36,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-21T00:48:36,580 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-21T00:48:37,943 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T00:48:38,422 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-21T00:48:38,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44603 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1387388047082913813' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-21T00:48:38,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44603 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:47612 deadline: 1732150124670, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1387388047082913813' does not exist
2024-11-21T00:48:38,677 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 5ed4808ef0e6,44603,1732150037036 for closing scanner id = 1387388047082913813 for e242de8ae4362c5b5b62af046493ba04 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1387388047082913813' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T00:48:38,681 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=666 (was 668), ProcessCount=11 (was 11), AvailableMemoryMB=4357 (was 5253)
2024-11-21T00:48:38,691 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=666, ProcessCount=11, AvailableMemoryMB=4357
2024-11-21T00:48:38,694 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T00:48:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-21T00:48:38,698 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T00:48:38,698 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:48:38,698 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-21T00:48:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-21T00:48:38,701 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T00:48:38,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741841_1017 (size=423)
2024-11-21T00:48:39,122 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d094f45683ff200d58ac13c78bf9731, NAME => 'testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301
2024-11-21T00:48:39,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741842_1018 (size=74)
2024-11-21T00:48:39,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-11-21T00:48:39,545 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:48:39,545 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 2d094f45683ff200d58ac13c78bf9731, disabling compactions & flushes
2024-11-21T00:48:39,545 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731.
2024-11-21T00:48:39,545 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731.
2024-11-21T00:48:39,545 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731. after waiting 0 ms
2024-11-21T00:48:39,545 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731.
2024-11-21T00:48:39,546 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731.
2024-11-21T00:48:39,546 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d094f45683ff200d58ac13c78bf9731:
Waiting for close lock at 1732150119545Disabling compacts and flushes for region at 1732150119545Disabling writes for close at 1732150119545Writing region close event to WAL at 1732150119545Closed at 1732150119545
2024-11-21T00:48:39,548 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T00:48:39,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732150119548"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732150119548"}]},"ts":"1732150119548"}
2024-11-21T00:48:39,563 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T00:48:39,577 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T00:48:39,578 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732150119577"}]},"ts":"1732150119577"}
2024-11-21T00:48:39,587 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-21T00:48:39,588 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=2d094f45683ff200d58ac13c78bf9731, ASSIGN}]
2024-11-21T00:48:39,591 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=2d094f45683ff200d58ac13c78bf9731, ASSIGN
2024-11-21T00:48:39,593 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=2d094f45683ff200d58ac13c78bf9731, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,44603,1732150037036; forceNewPlan=false, retain=false
2024-11-21T00:48:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-21T00:48:39,744 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=2d094f45683ff200d58ac13c78bf9731, regionState=OPENING, regionLocation=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:48:39,749 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=2d094f45683ff200d58ac13c78bf9731, ASSIGN because future has completed
2024-11-21T00:48:39,750 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d094f45683ff200d58ac13c78bf9731, server=5ed4808ef0e6,44603,1732150037036}]
2024-11-21T00:48:39,931 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731.
2024-11-21T00:48:39,931 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d094f45683ff200d58ac13c78bf9731, NAME => 'testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731.', STARTKEY => '', ENDKEY => ''}
2024-11-21T00:48:39,932 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 2d094f45683ff200d58ac13c78bf9731
2024-11-21T00:48:39,932 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:48:39,932 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 2d094f45683ff200d58ac13c78bf9731
2024-11-21T00:48:39,932 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 2d094f45683ff200d58ac13c78bf9731
2024-11-21T00:48:39,940 INFO  [StoreOpener-2d094f45683ff200d58ac13c78bf9731-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2d094f45683ff200d58ac13c78bf9731 
2024-11-21T00:48:39,955 INFO  [StoreOpener-2d094f45683ff200d58ac13c78bf9731-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d094f45683ff200d58ac13c78bf9731 columnFamilyName testFamily
2024-11-21T00:48:39,955 DEBUG [StoreOpener-2d094f45683ff200d58ac13c78bf9731-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:48:39,956 INFO  [StoreOpener-2d094f45683ff200d58ac13c78bf9731-1 {}] regionserver.HStore(327): Store=2d094f45683ff200d58ac13c78bf9731/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T00:48:39,960 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 2d094f45683ff200d58ac13c78bf9731
2024-11-21T00:48:39,966 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testRetryOutOfOrderScannerNextException/2d094f45683ff200d58ac13c78bf9731
2024-11-21T00:48:39,968 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testRetryOutOfOrderScannerNextException/2d094f45683ff200d58ac13c78bf9731
2024-11-21T00:48:39,970 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 2d094f45683ff200d58ac13c78bf9731
2024-11-21T00:48:39,970 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 2d094f45683ff200d58ac13c78bf9731
2024-11-21T00:48:39,974 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 2d094f45683ff200d58ac13c78bf9731
2024-11-21T00:48:39,982 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testRetryOutOfOrderScannerNextException/2d094f45683ff200d58ac13c78bf9731/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T00:48:39,984 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 2d094f45683ff200d58ac13c78bf9731; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59765144, jitterRate=-0.10942995548248291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T00:48:39,984 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d094f45683ff200d58ac13c78bf9731
2024-11-21T00:48:39,985 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 2d094f45683ff200d58ac13c78bf9731:
Running coprocessor pre-open hook at 1732150119933Writing region info on filesystem at 1732150119933Initializing all the Stores at 1732150119935 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732150119935Cleaning up temporary data from old regions at 1732150119970 (+35 ms)Running coprocessor post-open hooks at 1732150119984 (+14 ms)Region opened successfully at 1732150119985 (+1 ms)
2024-11-21T00:48:39,987 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731., pid=15, masterSystemTime=1732150119906
2024-11-21T00:48:39,991 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731.
2024-11-21T00:48:39,991 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731.
2024-11-21T00:48:39,993 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=2d094f45683ff200d58ac13c78bf9731, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:48:39,997 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d094f45683ff200d58ac13c78bf9731, server=5ed4808ef0e6,44603,1732150037036 because future has completed
2024-11-21T00:48:40,008 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-21T00:48:40,010 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d094f45683ff200d58ac13c78bf9731, server=5ed4808ef0e6,44603,1732150037036 in 250 msec
2024-11-21T00:48:40,013 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-21T00:48:40,013 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=2d094f45683ff200d58ac13c78bf9731, ASSIGN in 420 msec
2024-11-21T00:48:40,015 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T00:48:40,015 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732150120015"}]},"ts":"1732150120015"}
2024-11-21T00:48:40,020 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-21T00:48:40,029 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T00:48:40,039 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.3350 sec
2024-11-21T00:48:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-21T00:48:41,722 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-21T00:48:41,723 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-21T00:48:41,723 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T00:48:41,729 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-21T00:48:41,729 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T00:48:41,729 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-21T00:48:41,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2]
2024-11-21T00:48:41,761 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T00:48:41,762 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-21T00:48:41,767 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-21T00:48:41,771 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-21T00:48:41,773 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-21T00:48:41,774 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44603 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1387388047082913817
2024-11-21T00:48:41,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44603 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:47612 deadline: 1732150124772, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T00:48:41,780 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-21T00:48:41,784 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-21T00:48:41,785 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T00:48:41,787 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T00:48:41,788 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44603 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1387388047082913819
2024-11-21T00:48:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44603 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:47612 deadline: 1732150124787, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T00:48:41,794 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T00:48:41,795 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44603 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=1387388047082913820
2024-11-21T00:48:41,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44603 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:47612 deadline: 1732150124793, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T00:48:41,800 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T00:48:41,801 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44603 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=1387388047082913821
2024-11-21T00:48:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44603 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:47612 deadline: 1732150124800, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T00:48:41,810 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T00:48:41,825 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1635297545_22 at /127.0.0.1:38464 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=666 (was 666), ProcessCount=11 (was 11), AvailableMemoryMB=4078 (was 4357)
2024-11-21T00:48:41,840 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=666, ProcessCount=11, AvailableMemoryMB=4076
2024-11-21T00:48:41,851 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T00:48:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-21T00:48:41,865 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T00:48:41,865 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:48:41,865 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-21T00:48:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-21T00:48:41,869 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T00:48:41,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741843_1019 (size=418)
2024-11-21T00:48:41,933 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2dd45a263d67eed15de95ee56b0689bf, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301
2024-11-21T00:48:41,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741844_1020 (size=69)
2024-11-21T00:48:42,385 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:48:42,386 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 2dd45a263d67eed15de95ee56b0689bf, disabling compactions & flushes
2024-11-21T00:48:42,386 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf.
2024-11-21T00:48:42,386 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf.
2024-11-21T00:48:42,386 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf. after waiting 0 ms
2024-11-21T00:48:42,388 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf.
2024-11-21T00:48:42,388 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf.
2024-11-21T00:48:42,389 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2dd45a263d67eed15de95ee56b0689bf:
Waiting for close lock at 1732150122386Disabling compacts and flushes for region at 1732150122386Disabling writes for close at 1732150122386Writing region close event to WAL at 1732150122388 (+2 ms)Closed at 1732150122388
2024-11-21T00:48:42,391 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T00:48:42,391 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732150122391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732150122391"}]},"ts":"1732150122391"}
2024-11-21T00:48:42,408 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T00:48:42,413 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T00:48:42,413 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732150122413"}]},"ts":"1732150122413"}
2024-11-21T00:48:42,418 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-21T00:48:42,418 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=2dd45a263d67eed15de95ee56b0689bf, ASSIGN}]
2024-11-21T00:48:42,421 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=2dd45a263d67eed15de95ee56b0689bf, ASSIGN
2024-11-21T00:48:42,423 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=2dd45a263d67eed15de95ee56b0689bf, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,44603,1732150037036; forceNewPlan=false, retain=false
2024-11-21T00:48:42,574 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=2dd45a263d67eed15de95ee56b0689bf, regionState=OPENING, regionLocation=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:48:42,578 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=2dd45a263d67eed15de95ee56b0689bf, ASSIGN because future has completed
2024-11-21T00:48:42,578 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dd45a263d67eed15de95ee56b0689bf, server=5ed4808ef0e6,44603,1732150037036}]
2024-11-21T00:48:42,741 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf.
2024-11-21T00:48:42,742 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 2dd45a263d67eed15de95ee56b0689bf, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf.', STARTKEY => '', ENDKEY => ''}
2024-11-21T00:48:42,742 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 2dd45a263d67eed15de95ee56b0689bf
2024-11-21T00:48:42,742 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:48:42,742 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 2dd45a263d67eed15de95ee56b0689bf
2024-11-21T00:48:42,743 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 2dd45a263d67eed15de95ee56b0689bf
2024-11-21T00:48:42,748 INFO  [StoreOpener-2dd45a263d67eed15de95ee56b0689bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2dd45a263d67eed15de95ee56b0689bf 
2024-11-21T00:48:42,758 INFO  [StoreOpener-2dd45a263d67eed15de95ee56b0689bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dd45a263d67eed15de95ee56b0689bf columnFamilyName testFamily
2024-11-21T00:48:42,758 DEBUG [StoreOpener-2dd45a263d67eed15de95ee56b0689bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:48:42,759 INFO  [StoreOpener-2dd45a263d67eed15de95ee56b0689bf-1 {}] regionserver.HStore(327): Store=2dd45a263d67eed15de95ee56b0689bf/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T00:48:42,759 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 2dd45a263d67eed15de95ee56b0689bf
2024-11-21T00:48:42,761 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnOpenScanner/2dd45a263d67eed15de95ee56b0689bf
2024-11-21T00:48:42,762 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnOpenScanner/2dd45a263d67eed15de95ee56b0689bf
2024-11-21T00:48:42,763 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 2dd45a263d67eed15de95ee56b0689bf
2024-11-21T00:48:42,763 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 2dd45a263d67eed15de95ee56b0689bf
2024-11-21T00:48:42,769 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 2dd45a263d67eed15de95ee56b0689bf
2024-11-21T00:48:42,776 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnOpenScanner/2dd45a263d67eed15de95ee56b0689bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T00:48:42,777 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 2dd45a263d67eed15de95ee56b0689bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68289516, jitterRate=0.017593085765838623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T00:48:42,778 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2dd45a263d67eed15de95ee56b0689bf
2024-11-21T00:48:42,778 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 2dd45a263d67eed15de95ee56b0689bf:
Running coprocessor pre-open hook at 1732150122743Writing region info on filesystem at 1732150122743Initializing all the Stores at 1732150122747 (+4 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732150122747Cleaning up temporary data from old regions at 1732150122763 (+16 ms)Running coprocessor post-open hooks at 1732150122778 (+15 ms)Region opened successfully at 1732150122778
2024-11-21T00:48:42,781 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf., pid=18, masterSystemTime=1732150122733
2024-11-21T00:48:42,787 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=2dd45a263d67eed15de95ee56b0689bf, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:48:42,790 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf.
2024-11-21T00:48:42,790 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf.
2024-11-21T00:48:42,792 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dd45a263d67eed15de95ee56b0689bf, server=5ed4808ef0e6,44603,1732150037036 because future has completed
2024-11-21T00:48:42,800 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-21T00:48:42,800 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 2dd45a263d67eed15de95ee56b0689bf, server=5ed4808ef0e6,44603,1732150037036 in 216 msec
2024-11-21T00:48:42,812 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-21T00:48:42,812 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=2dd45a263d67eed15de95ee56b0689bf, ASSIGN in 382 msec
2024-11-21T00:48:42,814 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T00:48:42,814 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732150122814"}]},"ts":"1732150122814"}
2024-11-21T00:48:42,819 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-21T00:48:42,821 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T00:48:42,826 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 970 msec
2024-11-21T00:48:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-21T00:48:42,885 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-21T00:48:42,885 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-21T00:48:42,885 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T00:48:42,897 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-21T00:48:42,897 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T00:48:42,897 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-21T00:48:42,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2]
2024-11-21T00:48:42,921 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T00:48:42,921 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-21T00:48:42,927 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-21T00:48:42,930 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44603 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-21T00:48:43,939 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=5ed4808ef0e6:44603 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1011ms, rpcTimeout=1000ms
2024-11-21T00:48:43,939 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1011ms, rpcTimeout=1000ms
2024-11-21T00:48:43,939 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2 from cache
2024-11-21T00:48:44,423 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-21T00:48:44,423 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-21T00:48:44,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-11-21T00:48:44,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2]
2024-11-21T00:48:44,958 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44603 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-21T00:48:45,165 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T00:48:45,435 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T00:48:45,929 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=5ed4808ef0e6:44603 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=972ms, rpcTimeout=972ms
2024-11-21T00:48:45,929 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=972ms, rpcTimeout=972ms
2024-11-21T00:48:45,929 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2 from cache
2024-11-21T00:48:45,939 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223 (was 223), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=661 (was 666), ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=3800 (was 4076)
2024-11-21T00:48:45,956 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=661, ProcessCount=11, AvailableMemoryMB=3772
2024-11-21T00:48:45,962 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T00:48:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-21T00:48:45,966 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T00:48:45,966 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:48:45,966 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-21T00:48:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-21T00:48:45,969 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T00:48:45,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741845_1021 (size=416)
2024-11-21T00:48:45,993 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c00e2aa42075cb3c3bc006acc9ffd6f, NAME => 'testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301
2024-11-21T00:48:46,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741846_1022 (size=67)
2024-11-21T00:48:46,014 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:48:46,014 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 3c00e2aa42075cb3c3bc006acc9ffd6f, disabling compactions & flushes
2024-11-21T00:48:46,014 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f.
2024-11-21T00:48:46,014 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f.
2024-11-21T00:48:46,014 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f. after waiting 0 ms
2024-11-21T00:48:46,014 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f.
2024-11-21T00:48:46,015 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f.
2024-11-21T00:48:46,015 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c00e2aa42075cb3c3bc006acc9ffd6f:
Waiting for close lock at 1732150126014Disabling compacts and flushes for region at 1732150126014Disabling writes for close at 1732150126014Writing region close event to WAL at 1732150126015 (+1 ms)Closed at 1732150126015
2024-11-21T00:48:46,017 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T00:48:46,018 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732150126018"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732150126018"}]},"ts":"1732150126018"}
2024-11-21T00:48:46,023 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T00:48:46,025 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T00:48:46,026 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732150126026"}]},"ts":"1732150126026"}
2024-11-21T00:48:46,029 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-21T00:48:46,030 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=3c00e2aa42075cb3c3bc006acc9ffd6f, ASSIGN}]
2024-11-21T00:48:46,032 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=3c00e2aa42075cb3c3bc006acc9ffd6f, ASSIGN
2024-11-21T00:48:46,034 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=3c00e2aa42075cb3c3bc006acc9ffd6f, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,44603,1732150037036; forceNewPlan=false, retain=false
2024-11-21T00:48:46,185 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=3c00e2aa42075cb3c3bc006acc9ffd6f, regionState=OPENING, regionLocation=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:48:46,188 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=3c00e2aa42075cb3c3bc006acc9ffd6f, ASSIGN because future has completed
2024-11-21T00:48:46,189 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c00e2aa42075cb3c3bc006acc9ffd6f, server=5ed4808ef0e6,44603,1732150037036}]
2024-11-21T00:48:46,350 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f.
2024-11-21T00:48:46,350 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c00e2aa42075cb3c3bc006acc9ffd6f, NAME => 'testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f.', STARTKEY => '', ENDKEY => ''}
2024-11-21T00:48:46,351 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 3c00e2aa42075cb3c3bc006acc9ffd6f
2024-11-21T00:48:46,351 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:48:46,351 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 3c00e2aa42075cb3c3bc006acc9ffd6f
2024-11-21T00:48:46,351 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 3c00e2aa42075cb3c3bc006acc9ffd6f
2024-11-21T00:48:46,353 INFO  [StoreOpener-3c00e2aa42075cb3c3bc006acc9ffd6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3c00e2aa42075cb3c3bc006acc9ffd6f 
2024-11-21T00:48:46,355 INFO  [StoreOpener-3c00e2aa42075cb3c3bc006acc9ffd6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c00e2aa42075cb3c3bc006acc9ffd6f columnFamilyName testFamily
2024-11-21T00:48:46,355 DEBUG [StoreOpener-3c00e2aa42075cb3c3bc006acc9ffd6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:48:46,356 INFO  [StoreOpener-3c00e2aa42075cb3c3bc006acc9ffd6f-1 {}] regionserver.HStore(327): Store=3c00e2aa42075cb3c3bc006acc9ffd6f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T00:48:46,356 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 3c00e2aa42075cb3c3bc006acc9ffd6f
2024-11-21T00:48:46,358 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnNextAsync/3c00e2aa42075cb3c3bc006acc9ffd6f
2024-11-21T00:48:46,358 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnNextAsync/3c00e2aa42075cb3c3bc006acc9ffd6f
2024-11-21T00:48:46,359 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 3c00e2aa42075cb3c3bc006acc9ffd6f
2024-11-21T00:48:46,359 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 3c00e2aa42075cb3c3bc006acc9ffd6f
2024-11-21T00:48:46,362 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 3c00e2aa42075cb3c3bc006acc9ffd6f
2024-11-21T00:48:46,366 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnNextAsync/3c00e2aa42075cb3c3bc006acc9ffd6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T00:48:46,366 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 3c00e2aa42075cb3c3bc006acc9ffd6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68932532, jitterRate=0.027174770832061768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T00:48:46,367 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c00e2aa42075cb3c3bc006acc9ffd6f
2024-11-21T00:48:46,367 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 3c00e2aa42075cb3c3bc006acc9ffd6f:
Running coprocessor pre-open hook at 1732150126351Writing region info on filesystem at 1732150126351Initializing all the Stores at 1732150126352 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732150126353 (+1 ms)Cleaning up temporary data from old regions at 1732150126359 (+6 ms)Running coprocessor post-open hooks at 1732150126367 (+8 ms)Region opened successfully at 1732150126367
2024-11-21T00:48:46,369 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f., pid=21, masterSystemTime=1732150126343
2024-11-21T00:48:46,372 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f.
2024-11-21T00:48:46,372 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f.
2024-11-21T00:48:46,373 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=3c00e2aa42075cb3c3bc006acc9ffd6f, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:48:46,376 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c00e2aa42075cb3c3bc006acc9ffd6f, server=5ed4808ef0e6,44603,1732150037036 because future has completed
2024-11-21T00:48:46,382 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-21T00:48:46,382 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c00e2aa42075cb3c3bc006acc9ffd6f, server=5ed4808ef0e6,44603,1732150037036 in 189 msec
2024-11-21T00:48:46,387 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-21T00:48:46,387 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=3c00e2aa42075cb3c3bc006acc9ffd6f, ASSIGN in 352 msec
2024-11-21T00:48:46,388 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T00:48:46,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732150126388"}]},"ts":"1732150126388"}
2024-11-21T00:48:46,392 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-21T00:48:46,394 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T00:48:46,398 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 432 msec
2024-11-21T00:48:46,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-11-21T00:48:46,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-21T00:48:46,580 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-21T00:48:46,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-21T00:48:46,581 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-21T00:48:46,582 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-21T00:48:46,582 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-21T00:48:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-21T00:48:46,983 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-21T00:48:46,983 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-21T00:48:46,983 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T00:48:46,991 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-21T00:48:46,991 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T00:48:46,992 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-21T00:48:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2]
2024-11-21T00:48:47,012 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T00:48:47,012 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-21T00:48:47,016 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-21T00:48:47,019 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-21T00:48:47,021 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-21T00:48:47,022 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44603 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-21T00:48:50,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44603 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1387388047082913832' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-21T00:48:50,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44603 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:47612 deadline: 1732150131030, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1387388047082913832' does not exist
2024-11-21T00:48:50,036 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 5ed4808ef0e6,44603,1732150037036 for closing scanner id = 1387388047082913832 for 3c00e2aa42075cb3c3bc006acc9ffd6f of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1387388047082913832' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T00:48:50,040 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 223), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=664 (was 661) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3616 (was 3772)
2024-11-21T00:48:50,051 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=664, ProcessCount=11, AvailableMemoryMB=3616
2024-11-21T00:48:50,058 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T00:48:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-21T00:48:50,063 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T00:48:50,063 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:48:50,063 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-21T00:48:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-21T00:48:50,065 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T00:48:50,106 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741847_1023 (size=411)
2024-11-21T00:48:50,117 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6260ec310018bde35d65f36ee33b5b92, NAME => 'testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301
2024-11-21T00:48:50,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741848_1024 (size=62)
2024-11-21T00:48:50,425 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-21T00:48:50,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-11-21T00:48:50,552 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:48:50,552 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 6260ec310018bde35d65f36ee33b5b92, disabling compactions & flushes
2024-11-21T00:48:50,552 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92.
2024-11-21T00:48:50,552 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92.
2024-11-21T00:48:50,552 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92. after waiting 0 ms
2024-11-21T00:48:50,553 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92.
2024-11-21T00:48:50,553 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92.
2024-11-21T00:48:50,553 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6260ec310018bde35d65f36ee33b5b92:
Waiting for close lock at 1732150130552Disabling compacts and flushes for region at 1732150130552Disabling writes for close at 1732150130552Writing region close event to WAL at 1732150130553 (+1 ms)Closed at 1732150130553
2024-11-21T00:48:50,555 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T00:48:50,555 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732150130555"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732150130555"}]},"ts":"1732150130555"}
2024-11-21T00:48:50,558 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T00:48:50,560 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T00:48:50,560 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732150130560"}]},"ts":"1732150130560"}
2024-11-21T00:48:50,563 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-21T00:48:50,564 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6260ec310018bde35d65f36ee33b5b92, ASSIGN}]
2024-11-21T00:48:50,566 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6260ec310018bde35d65f36ee33b5b92, ASSIGN
2024-11-21T00:48:50,567 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6260ec310018bde35d65f36ee33b5b92, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,44603,1732150037036; forceNewPlan=false, retain=false
2024-11-21T00:48:50,718 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=6260ec310018bde35d65f36ee33b5b92, regionState=OPENING, regionLocation=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:48:50,722 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6260ec310018bde35d65f36ee33b5b92, ASSIGN because future has completed
2024-11-21T00:48:50,723 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6260ec310018bde35d65f36ee33b5b92, server=5ed4808ef0e6,44603,1732150037036}]
2024-11-21T00:48:50,882 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92.
2024-11-21T00:48:50,883 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 6260ec310018bde35d65f36ee33b5b92, NAME => 'testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92.', STARTKEY => '', ENDKEY => ''}
2024-11-21T00:48:50,883 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 6260ec310018bde35d65f36ee33b5b92
2024-11-21T00:48:50,883 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:48:50,883 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 6260ec310018bde35d65f36ee33b5b92
2024-11-21T00:48:50,883 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 6260ec310018bde35d65f36ee33b5b92
2024-11-21T00:48:50,886 INFO  [StoreOpener-6260ec310018bde35d65f36ee33b5b92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6260ec310018bde35d65f36ee33b5b92 
2024-11-21T00:48:50,889 INFO  [StoreOpener-6260ec310018bde35d65f36ee33b5b92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6260ec310018bde35d65f36ee33b5b92 columnFamilyName testFamily
2024-11-21T00:48:50,889 DEBUG [StoreOpener-6260ec310018bde35d65f36ee33b5b92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:48:50,890 INFO  [StoreOpener-6260ec310018bde35d65f36ee33b5b92-1 {}] regionserver.HStore(327): Store=6260ec310018bde35d65f36ee33b5b92/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T00:48:50,890 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 6260ec310018bde35d65f36ee33b5b92
2024-11-21T00:48:50,892 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnNext/6260ec310018bde35d65f36ee33b5b92
2024-11-21T00:48:50,893 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnNext/6260ec310018bde35d65f36ee33b5b92
2024-11-21T00:48:50,894 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 6260ec310018bde35d65f36ee33b5b92
2024-11-21T00:48:50,894 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 6260ec310018bde35d65f36ee33b5b92
2024-11-21T00:48:50,897 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 6260ec310018bde35d65f36ee33b5b92
2024-11-21T00:48:50,905 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnNext/6260ec310018bde35d65f36ee33b5b92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T00:48:50,906 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 6260ec310018bde35d65f36ee33b5b92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68407544, jitterRate=0.019351840019226074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T00:48:50,907 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6260ec310018bde35d65f36ee33b5b92
2024-11-21T00:48:50,908 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 6260ec310018bde35d65f36ee33b5b92:
Running coprocessor pre-open hook at 1732150130884Writing region info on filesystem at 1732150130884Initializing all the Stores at 1732150130885 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732150130886 (+1 ms)Cleaning up temporary data from old regions at 1732150130894 (+8 ms)Running coprocessor post-open hooks at 1732150130907 (+13 ms)Region opened successfully at 1732150130907
2024-11-21T00:48:50,910 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92., pid=24, masterSystemTime=1732150130876
2024-11-21T00:48:50,914 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92.
2024-11-21T00:48:50,915 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92.
2024-11-21T00:48:50,916 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=6260ec310018bde35d65f36ee33b5b92, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:48:50,919 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6260ec310018bde35d65f36ee33b5b92, server=5ed4808ef0e6,44603,1732150037036 because future has completed
2024-11-21T00:48:50,926 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-21T00:48:50,926 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 6260ec310018bde35d65f36ee33b5b92, server=5ed4808ef0e6,44603,1732150037036 in 199 msec
2024-11-21T00:48:50,930 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-21T00:48:50,930 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6260ec310018bde35d65f36ee33b5b92, ASSIGN in 362 msec
2024-11-21T00:48:50,931 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T00:48:50,932 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732150130931"}]},"ts":"1732150130931"}
2024-11-21T00:48:50,935 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-21T00:48:50,937 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T00:48:50,940 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 879 msec
2024-11-21T00:48:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-21T00:48:51,073 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-21T00:48:51,073 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-21T00:48:51,073 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T00:48:51,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-21T00:48:51,081 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T00:48:51,081 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-21T00:48:51,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2]
2024-11-21T00:48:51,097 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T00:48:51,097 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-21T00:48:51,100 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-21T00:48:51,103 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-21T00:48:51,104 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-21T00:48:51,105 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44603 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-21T00:48:51,853 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T00:48:54,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44603 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1387388047082913836' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-21T00:48:54,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44603 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:47612 deadline: 1732150135117, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1387388047082913836' does not exist
2024-11-21T00:48:54,118 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 5ed4808ef0e6,44603,1732150037036 for closing scanner id = 1387388047082913836 for 6260ec310018bde35d65f36ee33b5b92 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1387388047082913836' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T00:48:54,127 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223 (was 223), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=715 (was 664) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4324 (was 3616) - AvailableMemoryMB LEAK? -
2024-11-21T00:48:54,139 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=715, ProcessCount=11, AvailableMemoryMB=4323
2024-11-21T00:48:54,143 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T00:48:54,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34547 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-21T00:48:54,146 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T00:48:54,147 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:48:54,147 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-21T00:48:54,149 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T00:48:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-21T00:48:54,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741849_1025 (size=419)
2024-11-21T00:48:54,574 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b0a5a4d9c35590232b818d8bf3cdbae, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301
2024-11-21T00:48:54,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741850_1026 (size=70)
2024-11-21T00:48:54,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-11-21T00:48:54,986 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:48:54,986 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 9b0a5a4d9c35590232b818d8bf3cdbae, disabling compactions & flushes
2024-11-21T00:48:54,986 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae.
2024-11-21T00:48:54,986 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae.
2024-11-21T00:48:54,987 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae. after waiting 0 ms
2024-11-21T00:48:54,987 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae.
2024-11-21T00:48:54,987 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae.
2024-11-21T00:48:54,987 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b0a5a4d9c35590232b818d8bf3cdbae:
Waiting for close lock at 1732150134986Disabling compacts and flushes for region at 1732150134986Disabling writes for close at 1732150134987 (+1 ms)Writing region close event to WAL at 1732150134987Closed at 1732150134987
2024-11-21T00:48:54,989 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T00:48:54,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732150134989"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732150134989"}]},"ts":"1732150134989"}
2024-11-21T00:48:54,993 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T00:48:54,994 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T00:48:54,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732150134994"}]},"ts":"1732150134994"}
2024-11-21T00:48:54,998 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-21T00:48:54,998 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=9b0a5a4d9c35590232b818d8bf3cdbae, ASSIGN}]
2024-11-21T00:48:55,000 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=9b0a5a4d9c35590232b818d8bf3cdbae, ASSIGN
2024-11-21T00:48:55,001 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=9b0a5a4d9c35590232b818d8bf3cdbae, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,44603,1732150037036; forceNewPlan=false, retain=false
2024-11-21T00:48:55,152 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=9b0a5a4d9c35590232b818d8bf3cdbae, regionState=OPENING, regionLocation=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:48:55,155 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=9b0a5a4d9c35590232b818d8bf3cdbae, ASSIGN because future has completed
2024-11-21T00:48:55,156 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b0a5a4d9c35590232b818d8bf3cdbae, server=5ed4808ef0e6,44603,1732150037036}]
2024-11-21T00:48:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-21T00:48:55,319 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae.
2024-11-21T00:48:55,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b0a5a4d9c35590232b818d8bf3cdbae, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae.', STARTKEY => '', ENDKEY => ''}
2024-11-21T00:48:55,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 9b0a5a4d9c35590232b818d8bf3cdbae
2024-11-21T00:48:55,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:48:55,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 9b0a5a4d9c35590232b818d8bf3cdbae
2024-11-21T00:48:55,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 9b0a5a4d9c35590232b818d8bf3cdbae
2024-11-21T00:48:55,324 INFO  [StoreOpener-9b0a5a4d9c35590232b818d8bf3cdbae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9b0a5a4d9c35590232b818d8bf3cdbae 
2024-11-21T00:48:55,327 INFO  [StoreOpener-9b0a5a4d9c35590232b818d8bf3cdbae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b0a5a4d9c35590232b818d8bf3cdbae columnFamilyName testFamily
2024-11-21T00:48:55,327 DEBUG [StoreOpener-9b0a5a4d9c35590232b818d8bf3cdbae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:48:55,333 INFO  [StoreOpener-9b0a5a4d9c35590232b818d8bf3cdbae-1 {}] regionserver.HStore(327): Store=9b0a5a4d9c35590232b818d8bf3cdbae/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T00:48:55,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 9b0a5a4d9c35590232b818d8bf3cdbae
2024-11-21T00:48:55,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/9b0a5a4d9c35590232b818d8bf3cdbae
2024-11-21T00:48:55,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/9b0a5a4d9c35590232b818d8bf3cdbae
2024-11-21T00:48:55,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 9b0a5a4d9c35590232b818d8bf3cdbae
2024-11-21T00:48:55,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 9b0a5a4d9c35590232b818d8bf3cdbae
2024-11-21T00:48:55,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 9b0a5a4d9c35590232b818d8bf3cdbae
2024-11-21T00:48:55,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/9b0a5a4d9c35590232b818d8bf3cdbae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T00:48:55,344 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 9b0a5a4d9c35590232b818d8bf3cdbae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75061019, jitterRate=0.11849634349346161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T00:48:55,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b0a5a4d9c35590232b818d8bf3cdbae
2024-11-21T00:48:55,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 9b0a5a4d9c35590232b818d8bf3cdbae:
Running coprocessor pre-open hook at 1732150135320Writing region info on filesystem at 1732150135320Initializing all the Stores at 1732150135323 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732150135323Cleaning up temporary data from old regions at 1732150135336 (+13 ms)Running coprocessor post-open hooks at 1732150135344 (+8 ms)Region opened successfully at 1732150135345 (+1 ms)
2024-11-21T00:48:55,347 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae., pid=27, masterSystemTime=1732150135309
2024-11-21T00:48:55,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae.
2024-11-21T00:48:55,351 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae.
2024-11-21T00:48:55,352 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=9b0a5a4d9c35590232b818d8bf3cdbae, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:48:55,356 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b0a5a4d9c35590232b818d8bf3cdbae, server=5ed4808ef0e6,44603,1732150037036 because future has completed
2024-11-21T00:48:55,363 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-21T00:48:55,363 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b0a5a4d9c35590232b818d8bf3cdbae, server=5ed4808ef0e6,44603,1732150037036 in 201 msec
2024-11-21T00:48:55,369 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-21T00:48:55,369 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=9b0a5a4d9c35590232b818d8bf3cdbae, ASSIGN in 365 msec
2024-11-21T00:48:55,371 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T00:48:55,371 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732150135371"}]},"ts":"1732150135371"}
2024-11-21T00:48:55,375 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-21T00:48:55,382 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T00:48:55,386 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2390 sec
2024-11-21T00:48:56,427 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-21T00:48:56,427 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-21T00:48:56,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-21T00:48:56,580 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-21T00:48:56,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-21T00:48:56,582 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-21T00:48:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-21T00:48:57,172 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-21T00:48:57,172 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-21T00:48:57,173 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T00:48:57,180 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-21T00:48:57,181 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T00:48:57,181 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-21T00:48:57,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2]
2024-11-21T00:48:57,204 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T00:48:57,204 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-21T00:48:57,208 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-21T00:48:57,210 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44603 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-21T00:49:00,823 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T00:49:01,086 INFO  [master/5ed4808ef0e6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-21T00:49:01,086 INFO  [master/5ed4808ef0e6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-21T00:49:03,209 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=5ed4808ef0e6:44603 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6000ms, rpcTimeout=5999ms
2024-11-21T00:49:03,209 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6000ms, rpcTimeout=5999ms
2024-11-21T00:49:03,209 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2 from cache
2024-11-21T00:49:03,217 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=743 (was 715) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3520 (was 4323)
2024-11-21T00:49:03,226 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=743, ProcessCount=11, AvailableMemoryMB=3519
2024-11-21T00:49:03,229 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T00:49:03,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34547 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-21T00:49:03,232 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T00:49:03,232 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:49:03,232 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-21T00:49:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-21T00:49:03,234 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T00:49:03,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741851_1027 (size=407)
2024-11-21T00:49:03,647 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0aea5737e7b2268049d7ae24b07e631, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301
2024-11-21T00:49:03,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741852_1028 (size=58)
2024-11-21T00:49:03,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-11-21T00:49:04,056 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:49:04,056 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing b0aea5737e7b2268049d7ae24b07e631, disabling compactions & flushes
2024-11-21T00:49:04,057 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631.
2024-11-21T00:49:04,057 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631.
2024-11-21T00:49:04,057 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631. after waiting 0 ms
2024-11-21T00:49:04,057 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631.
2024-11-21T00:49:04,057 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631.
2024-11-21T00:49:04,057 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0aea5737e7b2268049d7ae24b07e631:
Waiting for close lock at 1732150144056Disabling compacts and flushes for region at 1732150144056Disabling writes for close at 1732150144057 (+1 ms)Writing region close event to WAL at 1732150144057Closed at 1732150144057
2024-11-21T00:49:04,059 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T00:49:04,059 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732150144059"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732150144059"}]},"ts":"1732150144059"}
2024-11-21T00:49:04,063 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T00:49:04,064 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T00:49:04,065 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732150144064"}]},"ts":"1732150144064"}
2024-11-21T00:49:04,068 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-21T00:49:04,069 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b0aea5737e7b2268049d7ae24b07e631, ASSIGN}]
2024-11-21T00:49:04,071 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b0aea5737e7b2268049d7ae24b07e631, ASSIGN
2024-11-21T00:49:04,074 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b0aea5737e7b2268049d7ae24b07e631, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,44603,1732150037036; forceNewPlan=false, retain=false
2024-11-21T00:49:04,225 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=b0aea5737e7b2268049d7ae24b07e631, regionState=OPENING, regionLocation=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:49:04,232 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b0aea5737e7b2268049d7ae24b07e631, ASSIGN because future has completed
2024-11-21T00:49:04,232 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0aea5737e7b2268049d7ae24b07e631, server=5ed4808ef0e6,44603,1732150037036}]
2024-11-21T00:49:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-21T00:49:04,393 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631.
2024-11-21T00:49:04,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => b0aea5737e7b2268049d7ae24b07e631, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631.', STARTKEY => '', ENDKEY => ''}
2024-11-21T00:49:04,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext b0aea5737e7b2268049d7ae24b07e631
2024-11-21T00:49:04,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:49:04,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for b0aea5737e7b2268049d7ae24b07e631
2024-11-21T00:49:04,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for b0aea5737e7b2268049d7ae24b07e631
2024-11-21T00:49:04,397 INFO  [StoreOpener-b0aea5737e7b2268049d7ae24b07e631-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b0aea5737e7b2268049d7ae24b07e631 
2024-11-21T00:49:04,399 INFO  [StoreOpener-b0aea5737e7b2268049d7ae24b07e631-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0aea5737e7b2268049d7ae24b07e631 columnFamilyName testFamily
2024-11-21T00:49:04,399 DEBUG [StoreOpener-b0aea5737e7b2268049d7ae24b07e631-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:49:04,400 INFO  [StoreOpener-b0aea5737e7b2268049d7ae24b07e631-1 {}] regionserver.HStore(327): Store=b0aea5737e7b2268049d7ae24b07e631/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T00:49:04,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for b0aea5737e7b2268049d7ae24b07e631
2024-11-21T00:49:04,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnNext/b0aea5737e7b2268049d7ae24b07e631
2024-11-21T00:49:04,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnNext/b0aea5737e7b2268049d7ae24b07e631
2024-11-21T00:49:04,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for b0aea5737e7b2268049d7ae24b07e631
2024-11-21T00:49:04,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for b0aea5737e7b2268049d7ae24b07e631
2024-11-21T00:49:04,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for b0aea5737e7b2268049d7ae24b07e631
2024-11-21T00:49:04,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnNext/b0aea5737e7b2268049d7ae24b07e631/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T00:49:04,410 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened b0aea5737e7b2268049d7ae24b07e631; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71170156, jitterRate=0.060517966747283936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T00:49:04,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0aea5737e7b2268049d7ae24b07e631
2024-11-21T00:49:04,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for b0aea5737e7b2268049d7ae24b07e631:
Running coprocessor pre-open hook at 1732150144395Writing region info on filesystem at 1732150144395Initializing all the Stores at 1732150144396 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732150144396Cleaning up temporary data from old regions at 1732150144403 (+7 ms)Running coprocessor post-open hooks at 1732150144410 (+7 ms)Region opened successfully at 1732150144411 (+1 ms)
2024-11-21T00:49:04,412 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631., pid=30, masterSystemTime=1732150144386
2024-11-21T00:49:04,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631.
2024-11-21T00:49:04,415 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631.
2024-11-21T00:49:04,416 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=b0aea5737e7b2268049d7ae24b07e631, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:49:04,418 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0aea5737e7b2268049d7ae24b07e631, server=5ed4808ef0e6,44603,1732150037036 because future has completed
2024-11-21T00:49:04,423 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-21T00:49:04,423 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure b0aea5737e7b2268049d7ae24b07e631, server=5ed4808ef0e6,44603,1732150037036 in 188 msec
2024-11-21T00:49:04,427 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-21T00:49:04,427 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b0aea5737e7b2268049d7ae24b07e631, ASSIGN in 355 msec
2024-11-21T00:49:04,428 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T00:49:04,428 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732150144428"}]},"ts":"1732150144428"}
2024-11-21T00:49:04,431 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-21T00:49:04,434 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T00:49:04,437 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2060 sec
2024-11-21T00:49:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-21T00:49:06,272 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-21T00:49:06,272 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-21T00:49:06,273 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T00:49:06,280 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-21T00:49:06,281 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T00:49:06,281 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-21T00:49:06,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2]
2024-11-21T00:49:06,297 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T00:49:06,297 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-21T00:49:06,300 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-21T00:49:06,302 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-21T00:49:06,303 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-21T00:49:06,304 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44603 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-21T00:49:06,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-21T00:49:06,580 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-21T00:49:08,430 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-21T00:49:09,896 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T00:49:12,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44603 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1387388047082913844' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-21T00:49:12,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44603 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:47612 deadline: 1732150158312, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1387388047082913844' does not exist
2024-11-21T00:49:12,314 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 5ed4808ef0e6,44603,1732150037036 for closing scanner id = 1387388047082913844 for b0aea5737e7b2268049d7ae24b07e631 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1387388047082913844' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T00:49:12,322 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=691 (was 743), ProcessCount=11 (was 11), AvailableMemoryMB=3314 (was 3519)
2024-11-21T00:49:12,331 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=691, ProcessCount=11, AvailableMemoryMB=3314
2024-11-21T00:49:12,333 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T00:49:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-21T00:49:12,335 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T00:49:12,335 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:49:12,335 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-21T00:49:12,337 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T00:49:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-21T00:49:12,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741853_1029 (size=423)
2024-11-21T00:49:12,750 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d87251adc7ce796388485d4083fc4f48, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301
2024-11-21T00:49:12,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741854_1030 (size=74)
2024-11-21T00:49:12,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-11-21T00:49:13,161 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:49:13,161 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing d87251adc7ce796388485d4083fc4f48, disabling compactions & flushes
2024-11-21T00:49:13,161 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48.
2024-11-21T00:49:13,161 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48.
2024-11-21T00:49:13,161 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48. after waiting 0 ms
2024-11-21T00:49:13,161 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48.
2024-11-21T00:49:13,161 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48.
2024-11-21T00:49:13,161 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for d87251adc7ce796388485d4083fc4f48:
Waiting for close lock at 1732150153161Disabling compacts and flushes for region at 1732150153161Disabling writes for close at 1732150153161Writing region close event to WAL at 1732150153161Closed at 1732150153161
2024-11-21T00:49:13,164 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T00:49:13,164 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732150153164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732150153164"}]},"ts":"1732150153164"}
2024-11-21T00:49:13,168 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T00:49:13,170 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T00:49:13,170 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732150153170"}]},"ts":"1732150153170"}
2024-11-21T00:49:13,172 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-21T00:49:13,172 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=d87251adc7ce796388485d4083fc4f48, ASSIGN}]
2024-11-21T00:49:13,174 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=d87251adc7ce796388485d4083fc4f48, ASSIGN
2024-11-21T00:49:13,175 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=d87251adc7ce796388485d4083fc4f48, ASSIGN; state=OFFLINE, location=5ed4808ef0e6,44603,1732150037036; forceNewPlan=false, retain=false
2024-11-21T00:49:13,325 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=d87251adc7ce796388485d4083fc4f48, regionState=OPENING, regionLocation=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:49:13,329 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=d87251adc7ce796388485d4083fc4f48, ASSIGN because future has completed
2024-11-21T00:49:13,329 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure d87251adc7ce796388485d4083fc4f48, server=5ed4808ef0e6,44603,1732150037036}]
2024-11-21T00:49:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-21T00:49:13,486 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48.
2024-11-21T00:49:13,487 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => d87251adc7ce796388485d4083fc4f48, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48.', STARTKEY => '', ENDKEY => ''}
2024-11-21T00:49:13,487 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync d87251adc7ce796388485d4083fc4f48
2024-11-21T00:49:13,487 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T00:49:13,487 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for d87251adc7ce796388485d4083fc4f48
2024-11-21T00:49:13,487 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for d87251adc7ce796388485d4083fc4f48
2024-11-21T00:49:13,489 INFO  [StoreOpener-d87251adc7ce796388485d4083fc4f48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d87251adc7ce796388485d4083fc4f48 
2024-11-21T00:49:13,492 INFO  [StoreOpener-d87251adc7ce796388485d4083fc4f48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d87251adc7ce796388485d4083fc4f48 columnFamilyName testFamily
2024-11-21T00:49:13,492 DEBUG [StoreOpener-d87251adc7ce796388485d4083fc4f48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T00:49:13,493 INFO  [StoreOpener-d87251adc7ce796388485d4083fc4f48-1 {}] regionserver.HStore(327): Store=d87251adc7ce796388485d4083fc4f48/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T00:49:13,493 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for d87251adc7ce796388485d4083fc4f48
2024-11-21T00:49:13,494 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnOpenScannerAsync/d87251adc7ce796388485d4083fc4f48
2024-11-21T00:49:13,494 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnOpenScannerAsync/d87251adc7ce796388485d4083fc4f48
2024-11-21T00:49:13,495 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for d87251adc7ce796388485d4083fc4f48
2024-11-21T00:49:13,495 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for d87251adc7ce796388485d4083fc4f48
2024-11-21T00:49:13,496 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for d87251adc7ce796388485d4083fc4f48
2024-11-21T00:49:13,499 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnOpenScannerAsync/d87251adc7ce796388485d4083fc4f48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T00:49:13,500 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened d87251adc7ce796388485d4083fc4f48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65791461, jitterRate=-0.019630834460258484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T00:49:13,500 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d87251adc7ce796388485d4083fc4f48
2024-11-21T00:49:13,501 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for d87251adc7ce796388485d4083fc4f48:
Running coprocessor pre-open hook at 1732150153487Writing region info on filesystem at 1732150153487Initializing all the Stores at 1732150153489 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732150153489Cleaning up temporary data from old regions at 1732150153495 (+6 ms)Running coprocessor post-open hooks at 1732150153500 (+5 ms)Region opened successfully at 1732150153501 (+1 ms)
2024-11-21T00:49:13,502 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48., pid=33, masterSystemTime=1732150153481
2024-11-21T00:49:13,505 DEBUG [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48.
2024-11-21T00:49:13,505 INFO  [RS_OPEN_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48.
2024-11-21T00:49:13,506 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=d87251adc7ce796388485d4083fc4f48, regionState=OPEN, openSeqNum=2, regionLocation=5ed4808ef0e6,44603,1732150037036
2024-11-21T00:49:13,509 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure d87251adc7ce796388485d4083fc4f48, server=5ed4808ef0e6,44603,1732150037036 because future has completed
2024-11-21T00:49:13,514 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-21T00:49:13,514 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure d87251adc7ce796388485d4083fc4f48, server=5ed4808ef0e6,44603,1732150037036 in 182 msec
2024-11-21T00:49:13,518 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-21T00:49:13,518 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=d87251adc7ce796388485d4083fc4f48, ASSIGN in 342 msec
2024-11-21T00:49:13,519 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T00:49:13,519 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732150153519"}]},"ts":"1732150153519"}
2024-11-21T00:49:13,521 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-21T00:49:13,523 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T00:49:13,526 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1900 sec
2024-11-21T00:49:14,431 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-21T00:49:15,166 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T00:49:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-21T00:49:15,374 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-21T00:49:15,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-21T00:49:15,374 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T00:49:15,381 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-21T00:49:15,381 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T00:49:15,381 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-21T00:49:15,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2]
2024-11-21T00:49:15,397 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T00:49:15,398 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-21T00:49:15,402 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-21T00:49:15,404 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44603 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-21T00:49:16,409 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=5ed4808ef0e6:44603 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms
2024-11-21T00:49:16,410 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms
2024-11-21T00:49:16,410 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2 from cache
2024-11-21T00:49:16,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-21T00:49:16,580 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-21T00:49:16,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-11-21T00:49:17,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2]
2024-11-21T00:49:17,427 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44603 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-21T00:49:18,409 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=5ed4808ef0e6:44603 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=983ms, rpcTimeout=976ms
2024-11-21T00:49:18,409 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=983ms, rpcTimeout=976ms
2024-11-21T00:49:18,409 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48., hostname=5ed4808ef0e6,44603,1732150037036, seqNum=2 from cache
2024-11-21T00:49:18,422 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=608 (was 691), ProcessCount=11 (was 11), AvailableMemoryMB=3284 (was 3314)
2024-11-21T00:49:18,423 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T00:49:18,423 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T00:49:18,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T00:49:18,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T00:49:18,429 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T00:49:18,429 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T00:49:18,429 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T00:49:18,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T00:49:18,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T00:49:18,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T00:49:18,429 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T00:49:18,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T00:49:18,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2119115424, stopped=false
2024-11-21T00:49:18,430 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5ed4808ef0e6,34547,1732150036153
2024-11-21T00:49:18,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-21T00:49:18,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1015adbfecb0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-21T00:49:18,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T00:49:18,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1015adbfecb0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T00:49:18,436 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T00:49:18,436 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T00:49:18,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-21T00:49:18,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44603-0x1015adbfecb0001, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-21T00:49:18,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T00:49:18,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T00:49:18,437 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5ed4808ef0e6,44603,1732150037036' *****
2024-11-21T00:49:18,437 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T00:49:18,437 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T00:49:18,437 INFO  [RS:0;5ed4808ef0e6:44603 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T00:49:18,437 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T00:49:18,438 INFO  [RS:0;5ed4808ef0e6:44603 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T00:49:18,438 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d094f45683ff200d58ac13c78bf9731
2024-11-21T00:49:18,438 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(3091): Received CLOSE for d87251adc7ce796388485d4083fc4f48
2024-11-21T00:49:18,438 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(3091): Received CLOSE for 6260ec310018bde35d65f36ee33b5b92
2024-11-21T00:49:18,438 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(3091): Received CLOSE for 123e0b1eac6ec3e211149c0325808b52
2024-11-21T00:49:18,438 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(3091): Received CLOSE for b0aea5737e7b2268049d7ae24b07e631
2024-11-21T00:49:18,438 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(3091): Received CLOSE for e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:49:18,438 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c00e2aa42075cb3c3bc006acc9ffd6f
2024-11-21T00:49:18,438 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b0a5a4d9c35590232b818d8bf3cdbae
2024-11-21T00:49:18,438 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(3091): Received CLOSE for 2dd45a263d67eed15de95ee56b0689bf
2024-11-21T00:49:18,438 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(3091): Received CLOSE for 0281ed13b7a187150bf667b1855e0a0b
2024-11-21T00:49:18,438 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d094f45683ff200d58ac13c78bf9731, disabling compactions & flushes
2024-11-21T00:49:18,439 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731.
2024-11-21T00:49:18,439 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(959): stopping server 5ed4808ef0e6,44603,1732150037036
2024-11-21T00:49:18,439 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731.
2024-11-21T00:49:18,439 INFO  [RS:0;5ed4808ef0e6:44603 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T00:49:18,439 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731. after waiting 0 ms
2024-11-21T00:49:18,439 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731.
2024-11-21T00:49:18,439 INFO  [RS:0;5ed4808ef0e6:44603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5ed4808ef0e6:44603.
2024-11-21T00:49:18,439 DEBUG [RS:0;5ed4808ef0e6:44603 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T00:49:18,439 DEBUG [RS:0;5ed4808ef0e6:44603 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T00:49:18,439 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T00:49:18,439 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T00:49:18,439 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T00:49:18,439 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T00:49:18,439 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-21T00:49:18,440 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T00:49:18,440 INFO  [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T00:49:18,440 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T00:49:18,440 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T00:49:18,440 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b, 123e0b1eac6ec3e211149c0325808b52, 1588230740, 2d094f45683ff200d58ac13c78bf9731, 2dd45a263d67eed15de95ee56b0689bf, 3c00e2aa42075cb3c3bc006acc9ffd6f, 6260ec310018bde35d65f36ee33b5b92, 9b0a5a4d9c35590232b818d8bf3cdbae, b0aea5737e7b2268049d7ae24b07e631, d87251adc7ce796388485d4083fc4f48, e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:49:18,440 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T00:49:18,442 INFO  [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-21T00:49:18,442 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2d094f45683ff200d58ac13c78bf9731 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T00:49:18,494 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testRetryOutOfOrderScannerNextException/2d094f45683ff200d58ac13c78bf9731/.tmp/testFamily/0ce4ece44a034262805edf214a67d7e7 is 61, key is row-0/testFamily:testQualifier/1732150121735/Put/seqid=0
2024-11-21T00:49:18,500 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/meta/1588230740/.tmp/info/6ae3fee226db47ad8bc1d55d3958c8f6 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b./info:regioninfo/1732150102108/Put/seqid=0
2024-11-21T00:49:18,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741856_1032 (size=20564)
2024-11-21T00:49:18,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741855_1031 (size=5049)
2024-11-21T00:49:18,640 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b, 123e0b1eac6ec3e211149c0325808b52, 1588230740, 2d094f45683ff200d58ac13c78bf9731, 2dd45a263d67eed15de95ee56b0689bf, 3c00e2aa42075cb3c3bc006acc9ffd6f, 6260ec310018bde35d65f36ee33b5b92, 9b0a5a4d9c35590232b818d8bf3cdbae, b0aea5737e7b2268049d7ae24b07e631, d87251adc7ce796388485d4083fc4f48, e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:49:18,841 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b, 123e0b1eac6ec3e211149c0325808b52, 1588230740, 2d094f45683ff200d58ac13c78bf9731, 2dd45a263d67eed15de95ee56b0689bf, 3c00e2aa42075cb3c3bc006acc9ffd6f, 6260ec310018bde35d65f36ee33b5b92, 9b0a5a4d9c35590232b818d8bf3cdbae, b0aea5737e7b2268049d7ae24b07e631, d87251adc7ce796388485d4083fc4f48, e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:49:18,912 INFO  [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/meta/1588230740/.tmp/info/6ae3fee226db47ad8bc1d55d3958c8f6
2024-11-21T00:49:18,912 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testRetryOutOfOrderScannerNextException/2d094f45683ff200d58ac13c78bf9731/.tmp/testFamily/0ce4ece44a034262805edf214a67d7e7
2024-11-21T00:49:18,928 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-21T00:49:18,960 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testRetryOutOfOrderScannerNextException/2d094f45683ff200d58ac13c78bf9731/.tmp/testFamily/0ce4ece44a034262805edf214a67d7e7 as hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testRetryOutOfOrderScannerNextException/2d094f45683ff200d58ac13c78bf9731/testFamily/0ce4ece44a034262805edf214a67d7e7
2024-11-21T00:49:18,971 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testRetryOutOfOrderScannerNextException/2d094f45683ff200d58ac13c78bf9731/testFamily/0ce4ece44a034262805edf214a67d7e7, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T00:49:18,980 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2d094f45683ff200d58ac13c78bf9731 in 536ms, sequenceid=8, compaction requested=false
2024-11-21T00:49:18,981 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/meta/1588230740/.tmp/ns/e1c91d6d2bf24f418703650d1910fd8f is 43, key is default/ns:d/1732150100974/Put/seqid=0
2024-11-21T00:49:18,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741857_1033 (size=5153)
2024-11-21T00:49:18,989 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T00:49:18,989 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testRetryOutOfOrderScannerNextException/2d094f45683ff200d58ac13c78bf9731/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T00:49:18,992 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731.
2024-11-21T00:49:18,993 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d094f45683ff200d58ac13c78bf9731:
Waiting for close lock at 1732150158438Running coprocessor pre-close hooks at 1732150158438Disabling compacts and flushes for region at 1732150158438Disabling writes for close at 1732150158439 (+1 ms)Obtaining lock to block concurrent updates at 1732150158442 (+3 ms)Preparing flush snapshotting stores in 2d094f45683ff200d58ac13c78bf9731 at 1732150158442Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732150158449 (+7 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731. at 1732150158450 (+1 ms)Flushing 2d094f45683ff200d58ac13c78bf9731/testFamily: creating writer at 1732150158452 (+2 ms)Flushing 2d094f45683ff200d58ac13c78bf9731/testFamily: appending metadata at 1732150158488 (+36 ms)Flushing 2d094f45683ff200d58ac13c78bf9731/testFamily: closing flushed file at 1732150158491 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7363387a: reopening flushed file at 1732150158959 (+468 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2d094f45683ff200d58ac13c78bf9731 in 536ms, sequenceid=8, compaction requested=false at 1732150158981 (+22 ms)Writing region close event to WAL at 1732150158983 (+2 ms)Running coprocessor post-close hooks at 1732150158991 (+8 ms)Closed at 1732150158992 (+1 ms)
2024-11-21T00:49:18,993 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732150118693.2d094f45683ff200d58ac13c78bf9731.
2024-11-21T00:49:18,993 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d87251adc7ce796388485d4083fc4f48, disabling compactions & flushes
2024-11-21T00:49:18,993 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48.
2024-11-21T00:49:18,994 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48.
2024-11-21T00:49:18,994 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48. after waiting 0 ms
2024-11-21T00:49:18,994 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48.
2024-11-21T00:49:18,994 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d87251adc7ce796388485d4083fc4f48 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T00:49:19,013 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnOpenScannerAsync/d87251adc7ce796388485d4083fc4f48/.tmp/testFamily/8215769f9fc543d6a61df703b8cf1906 is 61, key is row-0/testFamily:testQualifier/1732150155385/Put/seqid=0
2024-11-21T00:49:19,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741858_1034 (size=5049)
2024-11-21T00:49:19,041 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b, 123e0b1eac6ec3e211149c0325808b52, 1588230740, 2dd45a263d67eed15de95ee56b0689bf, 3c00e2aa42075cb3c3bc006acc9ffd6f, 6260ec310018bde35d65f36ee33b5b92, 9b0a5a4d9c35590232b818d8bf3cdbae, b0aea5737e7b2268049d7ae24b07e631, d87251adc7ce796388485d4083fc4f48, e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:49:19,121 INFO  [regionserver/5ed4808ef0e6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T00:49:19,121 INFO  [regionserver/5ed4808ef0e6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T00:49:19,241 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b, 123e0b1eac6ec3e211149c0325808b52, 1588230740, 2dd45a263d67eed15de95ee56b0689bf, 3c00e2aa42075cb3c3bc006acc9ffd6f, 6260ec310018bde35d65f36ee33b5b92, 9b0a5a4d9c35590232b818d8bf3cdbae, b0aea5737e7b2268049d7ae24b07e631, d87251adc7ce796388485d4083fc4f48, e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:49:19,389 INFO  [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/meta/1588230740/.tmp/ns/e1c91d6d2bf24f418703650d1910fd8f
2024-11-21T00:49:19,421 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/meta/1588230740/.tmp/table/b58c0adca96841fdbfaffaaef4d03f2f is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732150102134/Put/seqid=0
2024-11-21T00:49:19,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741859_1035 (size=6699)
2024-11-21T00:49:19,427 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnOpenScannerAsync/d87251adc7ce796388485d4083fc4f48/.tmp/testFamily/8215769f9fc543d6a61df703b8cf1906
2024-11-21T00:49:19,438 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnOpenScannerAsync/d87251adc7ce796388485d4083fc4f48/.tmp/testFamily/8215769f9fc543d6a61df703b8cf1906 as hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnOpenScannerAsync/d87251adc7ce796388485d4083fc4f48/testFamily/8215769f9fc543d6a61df703b8cf1906
2024-11-21T00:49:19,442 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close
2024-11-21T00:49:19,442 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b, 123e0b1eac6ec3e211149c0325808b52, 1588230740, 2dd45a263d67eed15de95ee56b0689bf, 3c00e2aa42075cb3c3bc006acc9ffd6f, 6260ec310018bde35d65f36ee33b5b92, 9b0a5a4d9c35590232b818d8bf3cdbae, b0aea5737e7b2268049d7ae24b07e631, d87251adc7ce796388485d4083fc4f48, e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:49:19,451 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnOpenScannerAsync/d87251adc7ce796388485d4083fc4f48/testFamily/8215769f9fc543d6a61df703b8cf1906, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T00:49:19,454 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d87251adc7ce796388485d4083fc4f48 in 460ms, sequenceid=8, compaction requested=false
2024-11-21T00:49:19,461 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnOpenScannerAsync/d87251adc7ce796388485d4083fc4f48/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T00:49:19,462 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48.
2024-11-21T00:49:19,462 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d87251adc7ce796388485d4083fc4f48:
Waiting for close lock at 1732150158993Running coprocessor pre-close hooks at 1732150158993Disabling compacts and flushes for region at 1732150158993Disabling writes for close at 1732150158994 (+1 ms)Obtaining lock to block concurrent updates at 1732150158994Preparing flush snapshotting stores in d87251adc7ce796388485d4083fc4f48 at 1732150158994Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732150158994Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48. at 1732150158995 (+1 ms)Flushing d87251adc7ce796388485d4083fc4f48/testFamily: creating writer at 1732150158996 (+1 ms)Flushing d87251adc7ce796388485d4083fc4f48/testFamily: appending metadata at 1732150159012 (+16 ms)Flushing d87251adc7ce796388485d4083fc4f48/testFamily: closing flushed file at 1732150159012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@760598ac: reopening flushed file at 1732150159436 (+424 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d87251adc7ce796388485d4083fc4f48 in 460ms, sequenceid=8, compaction requested=false at 1732150159454 (+18 ms)Writing region close event to WAL at 1732150159455 (+1 ms)Running coprocessor post-close hooks at 1732150159462 (+7 ms)Closed at 1732150159462
2024-11-21T00:49:19,462 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732150152332.d87251adc7ce796388485d4083fc4f48.
2024-11-21T00:49:19,463 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6260ec310018bde35d65f36ee33b5b92, disabling compactions & flushes
2024-11-21T00:49:19,463 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92.
2024-11-21T00:49:19,463 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92.
2024-11-21T00:49:19,463 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92. after waiting 0 ms
2024-11-21T00:49:19,463 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92.
2024-11-21T00:49:19,463 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6260ec310018bde35d65f36ee33b5b92 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T00:49:19,484 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnNext/6260ec310018bde35d65f36ee33b5b92/.tmp/testFamily/a83ddcf232434f1ea1fbdd9a0585385b is 61, key is row-0/testFamily:testQualifier/1732150131086/Put/seqid=0
2024-11-21T00:49:19,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741860_1036 (size=5049)
2024-11-21T00:49:19,643 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b, 123e0b1eac6ec3e211149c0325808b52, 1588230740, 2dd45a263d67eed15de95ee56b0689bf, 3c00e2aa42075cb3c3bc006acc9ffd6f, 6260ec310018bde35d65f36ee33b5b92, 9b0a5a4d9c35590232b818d8bf3cdbae, b0aea5737e7b2268049d7ae24b07e631, e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:49:19,828 INFO  [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/meta/1588230740/.tmp/table/b58c0adca96841fdbfaffaaef4d03f2f
2024-11-21T00:49:19,840 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/meta/1588230740/.tmp/info/6ae3fee226db47ad8bc1d55d3958c8f6 as hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/meta/1588230740/info/6ae3fee226db47ad8bc1d55d3958c8f6
2024-11-21T00:49:19,843 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b, 123e0b1eac6ec3e211149c0325808b52, 1588230740, 2dd45a263d67eed15de95ee56b0689bf, 3c00e2aa42075cb3c3bc006acc9ffd6f, 6260ec310018bde35d65f36ee33b5b92, 9b0a5a4d9c35590232b818d8bf3cdbae, b0aea5737e7b2268049d7ae24b07e631, e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:49:19,849 INFO  [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/meta/1588230740/info/6ae3fee226db47ad8bc1d55d3958c8f6, entries=100, sequenceid=56, filesize=20.1 K
2024-11-21T00:49:19,851 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/meta/1588230740/.tmp/ns/e1c91d6d2bf24f418703650d1910fd8f as hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/meta/1588230740/ns/e1c91d6d2bf24f418703650d1910fd8f
2024-11-21T00:49:19,861 INFO  [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/meta/1588230740/ns/e1c91d6d2bf24f418703650d1910fd8f, entries=2, sequenceid=56, filesize=5.0 K
2024-11-21T00:49:19,862 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/meta/1588230740/.tmp/table/b58c0adca96841fdbfaffaaef4d03f2f as hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/meta/1588230740/table/b58c0adca96841fdbfaffaaef4d03f2f
2024-11-21T00:49:19,878 INFO  [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/meta/1588230740/table/b58c0adca96841fdbfaffaaef4d03f2f, entries=20, sequenceid=56, filesize=6.5 K
2024-11-21T00:49:19,880 INFO  [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1440ms, sequenceid=56, compaction requested=false
2024-11-21T00:49:19,888 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-21T00:49:19,890 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T00:49:19,890 INFO  [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T00:49:19,890 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732150158440Running coprocessor pre-close hooks at 1732150158440Disabling compacts and flushes for region at 1732150158440Disabling writes for close at 1732150158440Obtaining lock to block concurrent updates at 1732150158442 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1732150158442Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732150158449 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732150158450 (+1 ms)Flushing 1588230740/info: creating writer at 1732150158452 (+2 ms)Flushing 1588230740/info: appending metadata at 1732150158494 (+42 ms)Flushing 1588230740/info: closing flushed file at 1732150158494Flushing 1588230740/ns: creating writer at 1732150158959 (+465 ms)Flushing 1588230740/ns: appending metadata at 1732150158980 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732150158980Flushing 1588230740/table: creating writer at 1732150159398 (+418 ms)Flushing 1588230740/table: appending metadata at 1732150159420 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732150159420Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b48591f: reopening flushed file at 1732150159839 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5694effc: reopening flushed file at 1732150159850 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c037842: reopening flushed file at 1732150159861 (+11 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1440ms, sequenceid=56, compaction requested=false at 1732150159880 (+19 ms)Writing region close event to WAL at 1732150159883 (+3 ms)Running coprocessor post-close hooks at 1732150159890 (+7 ms)Closed at 1732150159890
2024-11-21T00:49:19,890 DEBUG [RS_CLOSE_META-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T00:49:19,898 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnNext/6260ec310018bde35d65f36ee33b5b92/.tmp/testFamily/a83ddcf232434f1ea1fbdd9a0585385b
2024-11-21T00:49:19,908 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnNext/6260ec310018bde35d65f36ee33b5b92/.tmp/testFamily/a83ddcf232434f1ea1fbdd9a0585385b as hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnNext/6260ec310018bde35d65f36ee33b5b92/testFamily/a83ddcf232434f1ea1fbdd9a0585385b
2024-11-21T00:49:19,919 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnNext/6260ec310018bde35d65f36ee33b5b92/testFamily/a83ddcf232434f1ea1fbdd9a0585385b, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T00:49:19,967 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6260ec310018bde35d65f36ee33b5b92 in 504ms, sequenceid=8, compaction requested=false
2024-11-21T00:49:19,977 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnNext/6260ec310018bde35d65f36ee33b5b92/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T00:49:19,978 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92.
2024-11-21T00:49:19,979 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6260ec310018bde35d65f36ee33b5b92:
Waiting for close lock at 1732150159463Running coprocessor pre-close hooks at 1732150159463Disabling compacts and flushes for region at 1732150159463Disabling writes for close at 1732150159463Obtaining lock to block concurrent updates at 1732150159463Preparing flush snapshotting stores in 6260ec310018bde35d65f36ee33b5b92 at 1732150159463Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732150159463Flushing stores of testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92. at 1732150159464 (+1 ms)Flushing 6260ec310018bde35d65f36ee33b5b92/testFamily: creating writer at 1732150159464Flushing 6260ec310018bde35d65f36ee33b5b92/testFamily: appending metadata at 1732150159483 (+19 ms)Flushing 6260ec310018bde35d65f36ee33b5b92/testFamily: closing flushed file at 1732150159483Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71a6bdf5: reopening flushed file at 1732150159907 (+424 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6260ec310018bde35d65f36ee33b5b92 in 504ms, sequenceid=8, compaction requested=false at 1732150159968 (+61 ms)Writing region close event to WAL at 1732150159969 (+1 ms)Running coprocessor post-close hooks at 1732150159978 (+9 ms)Closed at 1732150159978
2024-11-21T00:49:19,979 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732150130057.6260ec310018bde35d65f36ee33b5b92.
2024-11-21T00:49:19,979 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 123e0b1eac6ec3e211149c0325808b52, disabling compactions & flushes
2024-11-21T00:49:19,979 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52.
2024-11-21T00:49:19,980 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52.
2024-11-21T00:49:19,980 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52. after waiting 0 ms
2024-11-21T00:49:19,980 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52.
2024-11-21T00:49:19,980 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 123e0b1eac6ec3e211149c0325808b52 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T00:49:20,001 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnOpenScanner/123e0b1eac6ec3e211149c0325808b52/.tmp/testFamily/175915681f3041bb80267fb476de6a7b is 61, key is row-0/testFamily:testQualifier/1732150105538/Put/seqid=0
2024-11-21T00:49:20,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741861_1037 (size=5049)
2024-11-21T00:49:20,043 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b, 123e0b1eac6ec3e211149c0325808b52, 2dd45a263d67eed15de95ee56b0689bf, 3c00e2aa42075cb3c3bc006acc9ffd6f, 9b0a5a4d9c35590232b818d8bf3cdbae, b0aea5737e7b2268049d7ae24b07e631, e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:49:20,244 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b, 123e0b1eac6ec3e211149c0325808b52, 2dd45a263d67eed15de95ee56b0689bf, 3c00e2aa42075cb3c3bc006acc9ffd6f, 9b0a5a4d9c35590232b818d8bf3cdbae, b0aea5737e7b2268049d7ae24b07e631, e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:49:20,412 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnOpenScanner/123e0b1eac6ec3e211149c0325808b52/.tmp/testFamily/175915681f3041bb80267fb476de6a7b
2024-11-21T00:49:20,427 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnOpenScanner/123e0b1eac6ec3e211149c0325808b52/.tmp/testFamily/175915681f3041bb80267fb476de6a7b as hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnOpenScanner/123e0b1eac6ec3e211149c0325808b52/testFamily/175915681f3041bb80267fb476de6a7b
2024-11-21T00:49:20,436 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnOpenScanner/123e0b1eac6ec3e211149c0325808b52/testFamily/175915681f3041bb80267fb476de6a7b, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T00:49:20,438 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 123e0b1eac6ec3e211149c0325808b52 in 458ms, sequenceid=8, compaction requested=false
2024-11-21T00:49:20,443 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnOpenScanner/123e0b1eac6ec3e211149c0325808b52/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T00:49:20,444 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52.
2024-11-21T00:49:20,444 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close
2024-11-21T00:49:20,444 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 123e0b1eac6ec3e211149c0325808b52:
Waiting for close lock at 1732150159979Running coprocessor pre-close hooks at 1732150159979Disabling compacts and flushes for region at 1732150159979Disabling writes for close at 1732150159980 (+1 ms)Obtaining lock to block concurrent updates at 1732150159980Preparing flush snapshotting stores in 123e0b1eac6ec3e211149c0325808b52 at 1732150159980Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732150159980Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52. at 1732150159981 (+1 ms)Flushing 123e0b1eac6ec3e211149c0325808b52/testFamily: creating writer at 1732150159981Flushing 123e0b1eac6ec3e211149c0325808b52/testFamily: appending metadata at 1732150160001 (+20 ms)Flushing 123e0b1eac6ec3e211149c0325808b52/testFamily: closing flushed file at 1732150160001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cdb541f: reopening flushed file at 1732150160426 (+425 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 123e0b1eac6ec3e211149c0325808b52 in 458ms, sequenceid=8, compaction requested=false at 1732150160438 (+12 ms)Writing region close event to WAL at 1732150160439 (+1 ms)Running coprocessor post-close hooks at 1732150160444 (+5 ms)Closed at 1732150160444
2024-11-21T00:49:20,444 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1325): Online Regions={b0aea5737e7b2268049d7ae24b07e631=hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631., e242de8ae4362c5b5b62af046493ba04=hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04., 3c00e2aa42075cb3c3bc006acc9ffd6f=testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f., 9b0a5a4d9c35590232b818d8bf3cdbae=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae., 2dd45a263d67eed15de95ee56b0689bf=testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf., 0281ed13b7a187150bf667b1855e0a0b=testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b.}
2024-11-21T00:49:20,444 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732150102487.123e0b1eac6ec3e211149c0325808b52.
2024-11-21T00:49:20,444 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b, 123e0b1eac6ec3e211149c0325808b52, 2dd45a263d67eed15de95ee56b0689bf, 3c00e2aa42075cb3c3bc006acc9ffd6f, 9b0a5a4d9c35590232b818d8bf3cdbae, b0aea5737e7b2268049d7ae24b07e631, e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:49:20,444 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0aea5737e7b2268049d7ae24b07e631, disabling compactions & flushes
2024-11-21T00:49:20,444 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631.
2024-11-21T00:49:20,444 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631.
2024-11-21T00:49:20,444 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631. after waiting 0 ms
2024-11-21T00:49:20,444 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631.
2024-11-21T00:49:20,444 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b0aea5737e7b2268049d7ae24b07e631 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T00:49:20,461 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnNext/b0aea5737e7b2268049d7ae24b07e631/.tmp/testFamily/058efd01976a4e30aa90deceefc7ff90 is 61, key is row-0/testFamily:testQualifier/1732150146286/Put/seqid=0
2024-11-21T00:49:20,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741862_1038 (size=5049)
2024-11-21T00:49:20,644 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b, 2dd45a263d67eed15de95ee56b0689bf, 3c00e2aa42075cb3c3bc006acc9ffd6f, 9b0a5a4d9c35590232b818d8bf3cdbae, b0aea5737e7b2268049d7ae24b07e631, e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:49:20,844 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b, 2dd45a263d67eed15de95ee56b0689bf, 3c00e2aa42075cb3c3bc006acc9ffd6f, 9b0a5a4d9c35590232b818d8bf3cdbae, b0aea5737e7b2268049d7ae24b07e631, e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:49:20,867 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnNext/b0aea5737e7b2268049d7ae24b07e631/.tmp/testFamily/058efd01976a4e30aa90deceefc7ff90
2024-11-21T00:49:20,880 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnNext/b0aea5737e7b2268049d7ae24b07e631/.tmp/testFamily/058efd01976a4e30aa90deceefc7ff90 as hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnNext/b0aea5737e7b2268049d7ae24b07e631/testFamily/058efd01976a4e30aa90deceefc7ff90
2024-11-21T00:49:20,890 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnNext/b0aea5737e7b2268049d7ae24b07e631/testFamily/058efd01976a4e30aa90deceefc7ff90, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T00:49:20,891 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b0aea5737e7b2268049d7ae24b07e631 in 447ms, sequenceid=8, compaction requested=false
2024-11-21T00:49:20,896 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnNext/b0aea5737e7b2268049d7ae24b07e631/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T00:49:20,897 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631.
2024-11-21T00:49:20,897 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0aea5737e7b2268049d7ae24b07e631:
Waiting for close lock at 1732150160444Running coprocessor pre-close hooks at 1732150160444Disabling compacts and flushes for region at 1732150160444Disabling writes for close at 1732150160444Obtaining lock to block concurrent updates at 1732150160444Preparing flush snapshotting stores in b0aea5737e7b2268049d7ae24b07e631 at 1732150160444Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732150160445 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631. at 1732150160445Flushing b0aea5737e7b2268049d7ae24b07e631/testFamily: creating writer at 1732150160445Flushing b0aea5737e7b2268049d7ae24b07e631/testFamily: appending metadata at 1732150160461 (+16 ms)Flushing b0aea5737e7b2268049d7ae24b07e631/testFamily: closing flushed file at 1732150160461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8cad1d3: reopening flushed file at 1732150160879 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b0aea5737e7b2268049d7ae24b07e631 in 447ms, sequenceid=8, compaction requested=false at 1732150160891 (+12 ms)Writing region close event to WAL at 1732150160891Running coprocessor post-close hooks at 1732150160897 (+6 ms)Closed at 1732150160897
2024-11-21T00:49:20,897 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732150143228.b0aea5737e7b2268049d7ae24b07e631.
2024-11-21T00:49:20,897 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e242de8ae4362c5b5b62af046493ba04, disabling compactions & flushes
2024-11-21T00:49:20,897 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04.
2024-11-21T00:49:20,897 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04.
2024-11-21T00:49:20,897 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04. after waiting 0 ms
2024-11-21T00:49:20,897 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04.
2024-11-21T00:49:20,898 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e242de8ae4362c5b5b62af046493ba04 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T00:49:20,920 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnNextAsync/e242de8ae4362c5b5b62af046493ba04/.tmp/testFamily/e913f34884884af49bfc9deb4aab97ca is 61, key is row-0/testFamily:testQualifier/1732150112638/Put/seqid=0
2024-11-21T00:49:20,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741863_1039 (size=5049)
2024-11-21T00:49:21,045 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b, 2dd45a263d67eed15de95ee56b0689bf, 3c00e2aa42075cb3c3bc006acc9ffd6f, 9b0a5a4d9c35590232b818d8bf3cdbae, e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:49:21,245 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b, 2dd45a263d67eed15de95ee56b0689bf, 3c00e2aa42075cb3c3bc006acc9ffd6f, 9b0a5a4d9c35590232b818d8bf3cdbae, e242de8ae4362c5b5b62af046493ba04
2024-11-21T00:49:21,327 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnNextAsync/e242de8ae4362c5b5b62af046493ba04/.tmp/testFamily/e913f34884884af49bfc9deb4aab97ca
2024-11-21T00:49:21,341 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnNextAsync/e242de8ae4362c5b5b62af046493ba04/.tmp/testFamily/e913f34884884af49bfc9deb4aab97ca as hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnNextAsync/e242de8ae4362c5b5b62af046493ba04/testFamily/e913f34884884af49bfc9deb4aab97ca
2024-11-21T00:49:21,350 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnNextAsync/e242de8ae4362c5b5b62af046493ba04/testFamily/e913f34884884af49bfc9deb4aab97ca, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T00:49:21,351 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e242de8ae4362c5b5b62af046493ba04 in 453ms, sequenceid=8, compaction requested=false
2024-11-21T00:49:21,356 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnNextAsync/e242de8ae4362c5b5b62af046493ba04/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T00:49:21,356 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04.
2024-11-21T00:49:21,356 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e242de8ae4362c5b5b62af046493ba04:
Waiting for close lock at 1732150160897Running coprocessor pre-close hooks at 1732150160897Disabling compacts and flushes for region at 1732150160897Disabling writes for close at 1732150160897Obtaining lock to block concurrent updates at 1732150160898 (+1 ms)Preparing flush snapshotting stores in e242de8ae4362c5b5b62af046493ba04 at 1732150160898Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732150160898Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04. at 1732150160899 (+1 ms)Flushing e242de8ae4362c5b5b62af046493ba04/testFamily: creating writer at 1732150160899Flushing e242de8ae4362c5b5b62af046493ba04/testFamily: appending metadata at 1732150160920 (+21 ms)Flushing e242de8ae4362c5b5b62af046493ba04/testFamily: closing flushed file at 1732150160920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f8e21: reopening flushed file at 1732150161339 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e242de8ae4362c5b5b62af046493ba04 in 453ms, sequenceid=8, compaction requested=false at 1732150161351 (+12 ms)Writing region close event to WAL at 1732150161352 (+1 ms)Running coprocessor post-close hooks at 1732150161356 (+4 ms)Closed at 1732150161356
2024-11-21T00:49:21,357 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732150111598.e242de8ae4362c5b5b62af046493ba04.
2024-11-21T00:49:21,357 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c00e2aa42075cb3c3bc006acc9ffd6f, disabling compactions & flushes
2024-11-21T00:49:21,357 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f.
2024-11-21T00:49:21,357 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f.
2024-11-21T00:49:21,357 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f. after waiting 0 ms
2024-11-21T00:49:21,357 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f.
2024-11-21T00:49:21,357 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3c00e2aa42075cb3c3bc006acc9ffd6f 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T00:49:21,375 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnNextAsync/3c00e2aa42075cb3c3bc006acc9ffd6f/.tmp/testFamily/59a86dcd9c374fa5a6079d4e1822ef92 is 61, key is row-0/testFamily:testQualifier/1732150126998/Put/seqid=0
2024-11-21T00:49:21,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741864_1040 (size=5049)
2024-11-21T00:49:21,445 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-21T00:49:21,446 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1325): Online Regions={3c00e2aa42075cb3c3bc006acc9ffd6f=testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f., 9b0a5a4d9c35590232b818d8bf3cdbae=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae., 2dd45a263d67eed15de95ee56b0689bf=testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf., 0281ed13b7a187150bf667b1855e0a0b=testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b.}
2024-11-21T00:49:21,446 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b, 2dd45a263d67eed15de95ee56b0689bf, 3c00e2aa42075cb3c3bc006acc9ffd6f, 9b0a5a4d9c35590232b818d8bf3cdbae
2024-11-21T00:49:21,646 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b, 2dd45a263d67eed15de95ee56b0689bf, 3c00e2aa42075cb3c3bc006acc9ffd6f, 9b0a5a4d9c35590232b818d8bf3cdbae
2024-11-21T00:49:21,781 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnNextAsync/3c00e2aa42075cb3c3bc006acc9ffd6f/.tmp/testFamily/59a86dcd9c374fa5a6079d4e1822ef92
2024-11-21T00:49:21,795 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnNextAsync/3c00e2aa42075cb3c3bc006acc9ffd6f/.tmp/testFamily/59a86dcd9c374fa5a6079d4e1822ef92 as hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnNextAsync/3c00e2aa42075cb3c3bc006acc9ffd6f/testFamily/59a86dcd9c374fa5a6079d4e1822ef92
2024-11-21T00:49:21,803 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnNextAsync/3c00e2aa42075cb3c3bc006acc9ffd6f/testFamily/59a86dcd9c374fa5a6079d4e1822ef92, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T00:49:21,804 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3c00e2aa42075cb3c3bc006acc9ffd6f in 447ms, sequenceid=8, compaction requested=false
2024-11-21T00:49:21,809 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnNextAsync/3c00e2aa42075cb3c3bc006acc9ffd6f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T00:49:21,810 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f.
2024-11-21T00:49:21,810 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c00e2aa42075cb3c3bc006acc9ffd6f:
Waiting for close lock at 1732150161357Running coprocessor pre-close hooks at 1732150161357Disabling compacts and flushes for region at 1732150161357Disabling writes for close at 1732150161357Obtaining lock to block concurrent updates at 1732150161357Preparing flush snapshotting stores in 3c00e2aa42075cb3c3bc006acc9ffd6f at 1732150161357Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732150161357Flushing stores of testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f. at 1732150161358 (+1 ms)Flushing 3c00e2aa42075cb3c3bc006acc9ffd6f/testFamily: creating writer at 1732150161358Flushing 3c00e2aa42075cb3c3bc006acc9ffd6f/testFamily: appending metadata at 1732150161375 (+17 ms)Flushing 3c00e2aa42075cb3c3bc006acc9ffd6f/testFamily: closing flushed file at 1732150161375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d4f0b3f: reopening flushed file at 1732150161793 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3c00e2aa42075cb3c3bc006acc9ffd6f in 447ms, sequenceid=8, compaction requested=false at 1732150161804 (+11 ms)Writing region close event to WAL at 1732150161805 (+1 ms)Running coprocessor post-close hooks at 1732150161809 (+4 ms)Closed at 1732150161809
2024-11-21T00:49:21,810 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732150125961.3c00e2aa42075cb3c3bc006acc9ffd6f.
2024-11-21T00:49:21,810 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b0a5a4d9c35590232b818d8bf3cdbae, disabling compactions & flushes
2024-11-21T00:49:21,810 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae.
2024-11-21T00:49:21,810 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae.
2024-11-21T00:49:21,810 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae. after waiting 0 ms
2024-11-21T00:49:21,810 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae.
2024-11-21T00:49:21,810 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9b0a5a4d9c35590232b818d8bf3cdbae 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T00:49:21,833 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/9b0a5a4d9c35590232b818d8bf3cdbae/.tmp/testFamily/4c418f2534764dd2b23c47a682df035b is 61, key is row-0/testFamily:testQualifier/1732150137187/Put/seqid=0
2024-11-21T00:49:21,843 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741865_1041 (size=5049)
2024-11-21T00:49:21,846 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b, 2dd45a263d67eed15de95ee56b0689bf, 9b0a5a4d9c35590232b818d8bf3cdbae
2024-11-21T00:49:22,047 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b, 2dd45a263d67eed15de95ee56b0689bf, 9b0a5a4d9c35590232b818d8bf3cdbae
2024-11-21T00:49:22,244 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/9b0a5a4d9c35590232b818d8bf3cdbae/.tmp/testFamily/4c418f2534764dd2b23c47a682df035b
2024-11-21T00:49:22,247 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b, 2dd45a263d67eed15de95ee56b0689bf, 9b0a5a4d9c35590232b818d8bf3cdbae
2024-11-21T00:49:22,252 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/9b0a5a4d9c35590232b818d8bf3cdbae/.tmp/testFamily/4c418f2534764dd2b23c47a682df035b as hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/9b0a5a4d9c35590232b818d8bf3cdbae/testFamily/4c418f2534764dd2b23c47a682df035b
2024-11-21T00:49:22,259 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/9b0a5a4d9c35590232b818d8bf3cdbae/testFamily/4c418f2534764dd2b23c47a682df035b, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T00:49:22,260 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9b0a5a4d9c35590232b818d8bf3cdbae in 450ms, sequenceid=8, compaction requested=false
2024-11-21T00:49:22,265 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/9b0a5a4d9c35590232b818d8bf3cdbae/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T00:49:22,265 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae.
2024-11-21T00:49:22,266 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b0a5a4d9c35590232b818d8bf3cdbae:
Waiting for close lock at 1732150161810Running coprocessor pre-close hooks at 1732150161810Disabling compacts and flushes for region at 1732150161810Disabling writes for close at 1732150161810Obtaining lock to block concurrent updates at 1732150161810Preparing flush snapshotting stores in 9b0a5a4d9c35590232b818d8bf3cdbae at 1732150161810Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732150161811 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae. at 1732150161811Flushing 9b0a5a4d9c35590232b818d8bf3cdbae/testFamily: creating writer at 1732150161812 (+1 ms)Flushing 9b0a5a4d9c35590232b818d8bf3cdbae/testFamily: appending metadata at 1732150161833 (+21 ms)Flushing 9b0a5a4d9c35590232b818d8bf3cdbae/testFamily: closing flushed file at 1732150161833Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a861807: reopening flushed file at 1732150162251 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9b0a5a4d9c35590232b818d8bf3cdbae in 450ms, sequenceid=8, compaction requested=false at 1732150162260 (+9 ms)Writing region close event to WAL at 1732150162261 (+1 ms)Running coprocessor post-close hooks at 1732150162265 (+4 ms)Closed at 1732150162265
2024-11-21T00:49:22,266 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732150134142.9b0a5a4d9c35590232b818d8bf3cdbae.
2024-11-21T00:49:22,266 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2dd45a263d67eed15de95ee56b0689bf, disabling compactions & flushes
2024-11-21T00:49:22,266 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf.
2024-11-21T00:49:22,266 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf.
2024-11-21T00:49:22,266 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf. after waiting 0 ms
2024-11-21T00:49:22,266 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf.
2024-11-21T00:49:22,266 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2dd45a263d67eed15de95ee56b0689bf 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T00:49:22,282 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnOpenScanner/2dd45a263d67eed15de95ee56b0689bf/.tmp/testFamily/81b9134571d946bd89ffcef205ad0585 is 61, key is row-0/testFamily:testQualifier/1732150122905/Put/seqid=0
2024-11-21T00:49:22,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741866_1042 (size=5049)
2024-11-21T00:49:22,447 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-21T00:49:22,447 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1325): Online Regions={2dd45a263d67eed15de95ee56b0689bf=testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf., 0281ed13b7a187150bf667b1855e0a0b=testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b.}
2024-11-21T00:49:22,448 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b, 2dd45a263d67eed15de95ee56b0689bf
2024-11-21T00:49:22,596 DEBUG [master/5ed4808ef0e6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-21T00:49:22,648 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b, 2dd45a263d67eed15de95ee56b0689bf
2024-11-21T00:49:22,688 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnOpenScanner/2dd45a263d67eed15de95ee56b0689bf/.tmp/testFamily/81b9134571d946bd89ffcef205ad0585
2024-11-21T00:49:22,696 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnOpenScanner/2dd45a263d67eed15de95ee56b0689bf/.tmp/testFamily/81b9134571d946bd89ffcef205ad0585 as hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnOpenScanner/2dd45a263d67eed15de95ee56b0689bf/testFamily/81b9134571d946bd89ffcef205ad0585
2024-11-21T00:49:22,704 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnOpenScanner/2dd45a263d67eed15de95ee56b0689bf/testFamily/81b9134571d946bd89ffcef205ad0585, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T00:49:22,705 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2dd45a263d67eed15de95ee56b0689bf in 439ms, sequenceid=8, compaction requested=false
2024-11-21T00:49:22,711 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testNormalScanTimeoutOnOpenScanner/2dd45a263d67eed15de95ee56b0689bf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T00:49:22,712 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf.
2024-11-21T00:49:22,712 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2dd45a263d67eed15de95ee56b0689bf:
Waiting for close lock at 1732150162266Running coprocessor pre-close hooks at 1732150162266Disabling compacts and flushes for region at 1732150162266Disabling writes for close at 1732150162266Obtaining lock to block concurrent updates at 1732150162266Preparing flush snapshotting stores in 2dd45a263d67eed15de95ee56b0689bf at 1732150162266Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732150162266Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf. at 1732150162267 (+1 ms)Flushing 2dd45a263d67eed15de95ee56b0689bf/testFamily: creating writer at 1732150162267Flushing 2dd45a263d67eed15de95ee56b0689bf/testFamily: appending metadata at 1732150162282 (+15 ms)Flushing 2dd45a263d67eed15de95ee56b0689bf/testFamily: closing flushed file at 1732150162282Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23ae030e: reopening flushed file at 1732150162694 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2dd45a263d67eed15de95ee56b0689bf in 439ms, sequenceid=8, compaction requested=false at 1732150162705 (+11 ms)Writing region close event to WAL at 1732150162706 (+1 ms)Running coprocessor post-close hooks at 1732150162712 (+6 ms)Closed at 1732150162712
2024-11-21T00:49:22,712 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732150121850.2dd45a263d67eed15de95ee56b0689bf.
2024-11-21T00:49:22,712 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0281ed13b7a187150bf667b1855e0a0b, disabling compactions & flushes
2024-11-21T00:49:22,712 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b.
2024-11-21T00:49:22,712 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b.
2024-11-21T00:49:22,712 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b. after waiting 0 ms
2024-11-21T00:49:22,713 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b.
2024-11-21T00:49:22,713 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0281ed13b7a187150bf667b1855e0a0b 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T00:49:22,727 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testRetryOutOfOrderScannerNextExceptionAsync/0281ed13b7a187150bf667b1855e0a0b/.tmp/testFamily/44069b36d5414aba9d523465f68686a3 is 61, key is row-0/testFamily:testQualifier/1732150102348/Put/seqid=0
2024-11-21T00:49:22,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741867_1043 (size=5049)
2024-11-21T00:49:22,848 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b
2024-11-21T00:49:23,049 DEBUG [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1351): Waiting on 0281ed13b7a187150bf667b1855e0a0b
2024-11-21T00:49:23,133 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testRetryOutOfOrderScannerNextExceptionAsync/0281ed13b7a187150bf667b1855e0a0b/.tmp/testFamily/44069b36d5414aba9d523465f68686a3
2024-11-21T00:49:23,142 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testRetryOutOfOrderScannerNextExceptionAsync/0281ed13b7a187150bf667b1855e0a0b/.tmp/testFamily/44069b36d5414aba9d523465f68686a3 as hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testRetryOutOfOrderScannerNextExceptionAsync/0281ed13b7a187150bf667b1855e0a0b/testFamily/44069b36d5414aba9d523465f68686a3
2024-11-21T00:49:23,150 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testRetryOutOfOrderScannerNextExceptionAsync/0281ed13b7a187150bf667b1855e0a0b/testFamily/44069b36d5414aba9d523465f68686a3, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T00:49:23,151 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0281ed13b7a187150bf667b1855e0a0b in 438ms, sequenceid=8, compaction requested=false
2024-11-21T00:49:23,157 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/data/default/testRetryOutOfOrderScannerNextExceptionAsync/0281ed13b7a187150bf667b1855e0a0b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T00:49:23,158 INFO  [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b.
2024-11-21T00:49:23,158 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0281ed13b7a187150bf667b1855e0a0b:
Waiting for close lock at 1732150162712Running coprocessor pre-close hooks at 1732150162712Disabling compacts and flushes for region at 1732150162712Disabling writes for close at 1732150162713 (+1 ms)Obtaining lock to block concurrent updates at 1732150162713Preparing flush snapshotting stores in 0281ed13b7a187150bf667b1855e0a0b at 1732150162713Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732150162713Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b. at 1732150162714 (+1 ms)Flushing 0281ed13b7a187150bf667b1855e0a0b/testFamily: creating writer at 1732150162714Flushing 0281ed13b7a187150bf667b1855e0a0b/testFamily: appending metadata at 1732150162727 (+13 ms)Flushing 0281ed13b7a187150bf667b1855e0a0b/testFamily: closing flushed file at 1732150162727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f16f0a: reopening flushed file at 1732150163141 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0281ed13b7a187150bf667b1855e0a0b in 438ms, sequenceid=8, compaction requested=false at 1732150163151 (+10 ms)Writing region close event to WAL at 1732150163152 (+1 ms)Running coprocessor post-close hooks at 1732150163158 (+6 ms)Closed at 1732150163158
2024-11-21T00:49:23,158 DEBUG [RS_CLOSE_REGION-regionserver/5ed4808ef0e6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732150101269.0281ed13b7a187150bf667b1855e0a0b.
2024-11-21T00:49:23,249 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(976): stopping server 5ed4808ef0e6,44603,1732150037036; all regions closed.
2024-11-21T00:49:23,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741834_1010 (size=19479)
2024-11-21T00:49:23,259 DEBUG [RS:0;5ed4808ef0e6:44603 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/oldWALs
2024-11-21T00:49:23,259 INFO  [RS:0;5ed4808ef0e6:44603 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5ed4808ef0e6%2C44603%2C1732150037036.meta:.meta(num 1732150100760)
2024-11-21T00:49:23,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741833_1009 (size=20031)
2024-11-21T00:49:23,262 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/WALs/5ed4808ef0e6,44603,1732150037036/5ed4808ef0e6%2C44603%2C1732150037036.1732150100222 not finished, retry = 0
2024-11-21T00:49:23,366 DEBUG [RS:0;5ed4808ef0e6:44603 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/oldWALs
2024-11-21T00:49:23,366 INFO  [RS:0;5ed4808ef0e6:44603 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5ed4808ef0e6%2C44603%2C1732150037036:(num 1732150100222)
2024-11-21T00:49:23,366 DEBUG [RS:0;5ed4808ef0e6:44603 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T00:49:23,366 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T00:49:23,366 INFO  [RS:0;5ed4808ef0e6:44603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T00:49:23,366 INFO  [RS:0;5ed4808ef0e6:44603 {}] hbase.ChoreService(370): Chore service for: regionserver/5ed4808ef0e6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-21T00:49:23,367 INFO  [RS:0;5ed4808ef0e6:44603 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T00:49:23,367 INFO  [regionserver/5ed4808ef0e6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T00:49:23,368 INFO  [RS:0;5ed4808ef0e6:44603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44603
2024-11-21T00:49:23,369 INFO  [regionserver/5ed4808ef0e6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T00:49:23,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1015adbfecb0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5ed4808ef0e6,44603,1732150037036
2024-11-21T00:49:23,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-21T00:49:23,451 INFO  [RS:0;5ed4808ef0e6:44603 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T00:49:23,543 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5ed4808ef0e6,44603,1732150037036]
2024-11-21T00:49:23,589 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5ed4808ef0e6,44603,1732150037036 already deleted, retry=false
2024-11-21T00:49:23,589 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5ed4808ef0e6,44603,1732150037036 expired; onlineServers=0
2024-11-21T00:49:23,590 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5ed4808ef0e6,34547,1732150036153' *****
2024-11-21T00:49:23,590 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T00:49:23,590 INFO  [M:0;5ed4808ef0e6:34547 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T00:49:23,591 INFO  [M:0;5ed4808ef0e6:34547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T00:49:23,591 DEBUG [M:0;5ed4808ef0e6:34547 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T00:49:23,591 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T00:49:23,592 DEBUG [M:0;5ed4808ef0e6:34547 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T00:49:23,592 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster-HFileCleaner.small.0-1732150039856 {}] cleaner.HFileCleaner(306): Exit Thread[master/5ed4808ef0e6:0:becomeActiveMaster-HFileCleaner.small.0-1732150039856,5,FailOnTimeoutGroup]
2024-11-21T00:49:23,592 DEBUG [master/5ed4808ef0e6:0:becomeActiveMaster-HFileCleaner.large.0-1732150039854 {}] cleaner.HFileCleaner(306): Exit Thread[master/5ed4808ef0e6:0:becomeActiveMaster-HFileCleaner.large.0-1732150039854,5,FailOnTimeoutGroup]
2024-11-21T00:49:23,592 INFO  [M:0;5ed4808ef0e6:34547 {}] hbase.ChoreService(370): Chore service for: master/5ed4808ef0e6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T00:49:23,592 INFO  [M:0;5ed4808ef0e6:34547 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T00:49:23,593 DEBUG [M:0;5ed4808ef0e6:34547 {}] master.HMaster(1795): Stopping service threads
2024-11-21T00:49:23,593 INFO  [M:0;5ed4808ef0e6:34547 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T00:49:23,593 INFO  [M:0;5ed4808ef0e6:34547 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T00:49:23,594 INFO  [M:0;5ed4808ef0e6:34547 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T00:49:23,594 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T00:49:23,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1015adbfecb0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T00:49:23,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44603-0x1015adbfecb0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T00:49:23,643 INFO  [RS:0;5ed4808ef0e6:44603 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T00:49:23,643 INFO  [RS:0;5ed4808ef0e6:44603 {}] regionserver.HRegionServer(1031): Exiting; stopping=5ed4808ef0e6,44603,1732150037036; zookeeper connection closed.
2024-11-21T00:49:23,644 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@563a4b63 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@563a4b63
2024-11-21T00:49:23,644 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T00:49:23,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-21T00:49:23,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T00:49:23,666 DEBUG [M:0;5ed4808ef0e6:34547 {}] zookeeper.ZKUtil(347): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-21T00:49:23,666 WARN  [M:0;5ed4808ef0e6:34547 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T00:49:23,667 INFO  [M:0;5ed4808ef0e6:34547 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/.lastflushedseqids
2024-11-21T00:49:23,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741868_1044 (size=460)
2024-11-21T00:49:24,083 INFO  [M:0;5ed4808ef0e6:34547 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T00:49:24,083 INFO  [M:0;5ed4808ef0e6:34547 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T00:49:24,084 DEBUG [M:0;5ed4808ef0e6:34547 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T00:49:24,084 INFO  [M:0;5ed4808ef0e6:34547 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T00:49:24,084 DEBUG [M:0;5ed4808ef0e6:34547 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T00:49:24,084 DEBUG [M:0;5ed4808ef0e6:34547 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T00:49:24,084 DEBUG [M:0;5ed4808ef0e6:34547 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T00:49:24,084 INFO  [M:0;5ed4808ef0e6:34547 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.91 KB heapSize=190.38 KB
2024-11-21T00:49:24,102 DEBUG [M:0;5ed4808ef0e6:34547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a612d2ac8934feebfab6c52da07b2a9 is 82, key is hbase:meta,,1/info:regioninfo/1732150100843/Put/seqid=0
2024-11-21T00:49:24,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741869_1045 (size=5672)
2024-11-21T00:49:24,494 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T00:49:24,508 INFO  [M:0;5ed4808ef0e6:34547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a612d2ac8934feebfab6c52da07b2a9
2024-11-21T00:49:24,541 DEBUG [M:0;5ed4808ef0e6:34547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33c23602cda34bba94fc8c73cadc3b93 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732150102144/Put/seqid=0
2024-11-21T00:49:24,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741870_1046 (size=14079)
2024-11-21T00:49:24,948 INFO  [M:0;5ed4808ef0e6:34547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.35 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33c23602cda34bba94fc8c73cadc3b93
2024-11-21T00:49:24,959 INFO  [M:0;5ed4808ef0e6:34547 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33c23602cda34bba94fc8c73cadc3b93
2024-11-21T00:49:24,983 DEBUG [M:0;5ed4808ef0e6:34547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7792490d01c944efabefd65f57c8149d is 69, key is 5ed4808ef0e6,44603,1732150037036/rs:state/1732150069829/Put/seqid=0
2024-11-21T00:49:25,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741871_1047 (size=5156)
2024-11-21T00:49:25,013 INFO  [M:0;5ed4808ef0e6:34547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7792490d01c944efabefd65f57c8149d
2024-11-21T00:49:25,025 DEBUG [M:0;5ed4808ef0e6:34547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a612d2ac8934feebfab6c52da07b2a9 as hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a612d2ac8934feebfab6c52da07b2a9
2024-11-21T00:49:25,040 INFO  [M:0;5ed4808ef0e6:34547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a612d2ac8934feebfab6c52da07b2a9, entries=8, sequenceid=311, filesize=5.5 K
2024-11-21T00:49:25,041 DEBUG [M:0;5ed4808ef0e6:34547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33c23602cda34bba94fc8c73cadc3b93 as hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33c23602cda34bba94fc8c73cadc3b93
2024-11-21T00:49:25,053 INFO  [M:0;5ed4808ef0e6:34547 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33c23602cda34bba94fc8c73cadc3b93
2024-11-21T00:49:25,053 INFO  [M:0;5ed4808ef0e6:34547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33c23602cda34bba94fc8c73cadc3b93, entries=33, sequenceid=311, filesize=13.7 K
2024-11-21T00:49:25,055 DEBUG [M:0;5ed4808ef0e6:34547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7792490d01c944efabefd65f57c8149d as hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7792490d01c944efabefd65f57c8149d
2024-11-21T00:49:25,067 INFO  [M:0;5ed4808ef0e6:34547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/5873a519-838c-9dae-8917-ca89089ad301/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7792490d01c944efabefd65f57c8149d, entries=1, sequenceid=311, filesize=5.0 K
2024-11-21T00:49:25,068 INFO  [M:0;5ed4808ef0e6:34547 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.91 KB/166819, heapSize ~190.08 KB/194640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 984ms, sequenceid=311, compaction requested=false
2024-11-21T00:49:25,088 INFO  [M:0;5ed4808ef0e6:34547 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T00:49:25,089 DEBUG [M:0;5ed4808ef0e6:34547 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732150164083Disabling compacts and flushes for region at 1732150164083Disabling writes for close at 1732150164084 (+1 ms)Obtaining lock to block concurrent updates at 1732150164084Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732150164084Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166819, getHeapSize=194880, getOffHeapSize=0, getCellsCount=358 at 1732150164085 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732150164085Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732150164085Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732150164102 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732150164102Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732150164516 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732150164540 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732150164540Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732150164959 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732150164982 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732150164982Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dcb8b0f: reopening flushed file at 1732150165020 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb0e0fe: reopening flushed file at 1732150165040 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7445ce60: reopening flushed file at 1732150165053 (+13 ms)Finished flush of dataSize ~162.91 KB/166819, heapSize ~190.08 KB/194640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 984ms, sequenceid=311, compaction requested=false at 1732150165068 (+15 ms)Writing region close event to WAL at 1732150165088 (+20 ms)Closed at 1732150165088
2024-11-21T00:49:25,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33491 is added to blk_1073741830_1006 (size=187641)
2024-11-21T00:49:25,094 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T00:49:25,095 INFO  [M:0;5ed4808ef0e6:34547 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T00:49:25,095 INFO  [M:0;5ed4808ef0e6:34547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34547
2024-11-21T00:49:25,096 INFO  [M:0;5ed4808ef0e6:34547 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T00:49:25,199 INFO  [M:0;5ed4808ef0e6:34547 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T00:49:25,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T00:49:25,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1015adbfecb0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T00:49:25,213 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@429b6cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T00:49:25,218 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@406d11bc{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T00:49:25,218 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T00:49:25,218 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f8f7398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T00:49:25,219 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79afe1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/hadoop.log.dir/,STOPPED}
2024-11-21T00:49:25,234 WARN  [BP-138934675-172.17.0.2-1732150031402 heartbeating to localhost/127.0.0.1:34661 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T00:49:25,234 WARN  [BP-138934675-172.17.0.2-1732150031402 heartbeating to localhost/127.0.0.1:34661 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-138934675-172.17.0.2-1732150031402 (Datanode Uuid 93f9ec87-b001-419d-be5b-b115e005e7ed) service to localhost/127.0.0.1:34661
2024-11-21T00:49:25,237 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/cluster_4fb1c9a8-bdb0-6c93-3961-3e928c127bb8/data/data2/current/BP-138934675-172.17.0.2-1732150031402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T00:49:25,237 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T00:49:25,237 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T00:49:25,240 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/cluster_4fb1c9a8-bdb0-6c93-3961-3e928c127bb8/data/data1/current/BP-138934675-172.17.0.2-1732150031402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T00:49:25,242 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T00:49:25,267 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b93e99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T00:49:25,276 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e84709f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T00:49:25,276 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T00:49:25,277 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f794dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T00:49:25,277 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13a4dda0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cbf7eb1-9b64-4f64-caad-712705101a19/hadoop.log.dir/,STOPPED}
2024-11-21T00:49:25,291 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-21T00:49:25,325 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down