2024-11-19 04:58:33,588 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-19 04:58:33,604 main DEBUG Took 0.013530 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-19 04:58:33,605 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-19 04:58:33,605 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-19 04:58:33,612 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-19 04:58:33,614 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:58:33,622 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-19 04:58:33,634 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:58:33,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:58:33,637 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:58:33,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:58:33,638 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:58:33,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:58:33,640 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:58:33,640 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:58:33,641 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:58:33,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:58:33,642 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:58:33,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:58:33,644 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:58:33,644 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:58:33,645 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:58:33,645 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:58:33,646 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:58:33,646 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:58:33,647 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:58:33,647 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:58:33,648 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:58:33,648 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:58:33,649 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:58:33,649 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 04:58:33,650 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:58:33,650 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-19 04:58:33,652 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 04:58:33,654 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-19 04:58:33,656 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-19 04:58:33,657 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-19 04:58:33,658 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-19 04:58:33,659 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-19 04:58:33,669 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-19 04:58:33,671 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-19 04:58:33,672 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-19 04:58:33,673 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-19 04:58:33,673 main DEBUG createAppenders(={Console})
2024-11-19 04:58:33,674 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-19 04:58:33,674 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-19 04:58:33,674 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-19 04:58:33,675 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-19 04:58:33,675 main DEBUG OutputStream closed
2024-11-19 04:58:33,675 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-19 04:58:33,675 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-19 04:58:33,676 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-19 04:58:33,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-19 04:58:33,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-19 04:58:33,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-19 04:58:33,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-19 04:58:33,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-19 04:58:33,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-19 04:58:33,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-19 04:58:33,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-19 04:58:33,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-19 04:58:33,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-19 04:58:33,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-19 04:58:33,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-19 04:58:33,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-19 04:58:33,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-19 04:58:33,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-19 04:58:33,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-19 04:58:33,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-19 04:58:33,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-19 04:58:33,752 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-19 04:58:33,752 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-19 04:58:33,753 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-19 04:58:33,754 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-19T04:58:33,772 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-19 04:58:33,776 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-19 04:58:33,776 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-19T04:58:34,101 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae
2024-11-19T04:58:34,126 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-19T04:58:34,148 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/cluster_b58143e4-b4a9-9fc3-ec68-352ded77ddbc, deleteOnExit=true
2024-11-19T04:58:34,148 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-19T04:58:34,150 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/test.cache.data in system properties and HBase conf
2024-11-19T04:58:34,150 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/hadoop.tmp.dir in system properties and HBase conf
2024-11-19T04:58:34,151 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/hadoop.log.dir in system properties and HBase conf
2024-11-19T04:58:34,152 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-19T04:58:34,153 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-19T04:58:34,153 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-19T04:58:34,273 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-19T04:58:34,376 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T04:58:34,381 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-19T04:58:34,381 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-19T04:58:34,382 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-19T04:58:34,383 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-19T04:58:34,383 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-19T04:58:34,384 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-19T04:58:34,384 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-19T04:58:34,385 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-19T04:58:34,386 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-19T04:58:34,386 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/nfs.dump.dir in system properties and HBase conf
2024-11-19T04:58:34,387 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/java.io.tmpdir in system properties and HBase conf
2024-11-19T04:58:34,387 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-19T04:58:34,388 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-19T04:58:34,388 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-19T04:58:35,228 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-19T04:58:35,380 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2550ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-19T04:58:35,560 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-19T04:58:35,719 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-19T04:58:35,787 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-19T04:58:35,788 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-19T04:58:35,790 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-19T04:58:35,857 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-19T04:58:35,876 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/hadoop.log.dir/,AVAILABLE}
2024-11-19T04:58:35,877 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-19T04:58:36,240 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/java.io.tmpdir/jetty-localhost-33999-hadoop-hdfs-3_4_1-tests_jar-_-any-5226778851316837376/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-19T04:58:36,253 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:33999}
2024-11-19T04:58:36,253 INFO  [Time-limited test {}] server.Server(415): Started @3425ms
2024-11-19T04:58:37,076 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-19T04:58:37,095 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-19T04:58:37,113 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-19T04:58:37,113 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-19T04:58:37,114 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-19T04:58:37,115 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72127eee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/hadoop.log.dir/,AVAILABLE}
2024-11-19T04:58:37,116 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47169f40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-19T04:58:37,316 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@341cfc82{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/java.io.tmpdir/jetty-localhost-40045-hadoop-hdfs-3_4_1-tests_jar-_-any-1128339854197153470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-19T04:58:37,320 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7061d16d{HTTP/1.1, (http/1.1)}{localhost:40045}
2024-11-19T04:58:37,321 INFO  [Time-limited test {}] server.Server(415): Started @4493ms
2024-11-19T04:58:37,414 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-19T04:58:38,473 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/cluster_b58143e4-b4a9-9fc3-ec68-352ded77ddbc/data/data2/current/BP-854007768-172.17.0.2-1731992314966/current, will proceed with Du for space computation calculation, 
2024-11-19T04:58:38,473 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/cluster_b58143e4-b4a9-9fc3-ec68-352ded77ddbc/data/data1/current/BP-854007768-172.17.0.2-1731992314966/current, will proceed with Du for space computation calculation, 
2024-11-19T04:58:38,594 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-19T04:58:38,694 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c59d822d3956fbd with lease ID 0xfad94bb2d10b4457: Processing first storage report for DS-34718a8d-f368-4024-8a44-c5ccf4a7c109 from datanode DatanodeRegistration(127.0.0.1:34825, datanodeUuid=eab0e273-278f-4d52-9570-b409b67cab24, infoPort=38905, infoSecurePort=0, ipcPort=46741, storageInfo=lv=-57;cid=testClusterID;nsid=399518712;c=1731992314966)
2024-11-19T04:58:38,695 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c59d822d3956fbd with lease ID 0xfad94bb2d10b4457: from storage DS-34718a8d-f368-4024-8a44-c5ccf4a7c109 node DatanodeRegistration(127.0.0.1:34825, datanodeUuid=eab0e273-278f-4d52-9570-b409b67cab24, infoPort=38905, infoSecurePort=0, ipcPort=46741, storageInfo=lv=-57;cid=testClusterID;nsid=399518712;c=1731992314966), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-19T04:58:38,696 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c59d822d3956fbd with lease ID 0xfad94bb2d10b4457: Processing first storage report for DS-89c144e0-10bf-4bdd-81c2-0256cce3d485 from datanode DatanodeRegistration(127.0.0.1:34825, datanodeUuid=eab0e273-278f-4d52-9570-b409b67cab24, infoPort=38905, infoSecurePort=0, ipcPort=46741, storageInfo=lv=-57;cid=testClusterID;nsid=399518712;c=1731992314966)
2024-11-19T04:58:38,696 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c59d822d3956fbd with lease ID 0xfad94bb2d10b4457: from storage DS-89c144e0-10bf-4bdd-81c2-0256cce3d485 node DatanodeRegistration(127.0.0.1:34825, datanodeUuid=eab0e273-278f-4d52-9570-b409b67cab24, infoPort=38905, infoSecurePort=0, ipcPort=46741, storageInfo=lv=-57;cid=testClusterID;nsid=399518712;c=1731992314966), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-19T04:58:38,744 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae
2024-11-19T04:58:38,934 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/cluster_b58143e4-b4a9-9fc3-ec68-352ded77ddbc/zookeeper_0, clientPort=52646, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/cluster_b58143e4-b4a9-9fc3-ec68-352ded77ddbc/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/cluster_b58143e4-b4a9-9fc3-ec68-352ded77ddbc/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-19T04:58:38,953 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52646
2024-11-19T04:58:38,993 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-19T04:58:38,998 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-19T04:58:39,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741825_1001 (size=7)
2024-11-19T04:58:39,917 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993 with version=8
2024-11-19T04:58:39,917 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/hbase-staging
2024-11-19T04:58:40,089 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-19T04:58:40,480 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/08a7f35e60d4:0 server-side Connection retries=9
2024-11-19T04:58:40,497 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T04:58:40,498 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-19T04:58:40,513 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-19T04:58:40,514 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T04:58:40,514 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-19T04:58:40,748 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-19T04:58:40,847 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-19T04:58:40,859 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-19T04:58:40,864 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T04:58:40,905 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4332 (auto-detected)
2024-11-19T04:58:40,907 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-19T04:58:40,943 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35953
2024-11-19T04:58:40,997 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35953 connecting to ZooKeeper ensemble=127.0.0.1:52646
2024-11-19T04:58:41,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359530x0, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-19T04:58:41,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35953-0x1012e975e2c0000 connected
2024-11-19T04:58:41,256 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-19T04:58:41,259 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-19T04:58:41,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T04:58:41,304 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993, hbase.cluster.distributed=false
2024-11-19T04:58:41,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-19T04:58:41,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35953
2024-11-19T04:58:41,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35953
2024-11-19T04:58:41,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35953
2024-11-19T04:58:41,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35953
2024-11-19T04:58:41,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35953
2024-11-19T04:58:41,651 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/08a7f35e60d4:0 server-side Connection retries=9
2024-11-19T04:58:41,654 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T04:58:41,654 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-19T04:58:41,655 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-19T04:58:41,655 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T04:58:41,655 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-19T04:58:41,659 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-19T04:58:41,663 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T04:58:41,664 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41449
2024-11-19T04:58:41,667 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41449 connecting to ZooKeeper ensemble=127.0.0.1:52646
2024-11-19T04:58:41,668 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-19T04:58:41,672 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-19T04:58:41,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414490x0, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-19T04:58:41,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414490x0, quorum=127.0.0.1:52646, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T04:58:41,697 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-19T04:58:41,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41449-0x1012e975e2c0001 connected
2024-11-19T04:58:41,717 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-19T04:58:41,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41449-0x1012e975e2c0001, quorum=127.0.0.1:52646, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-19T04:58:41,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41449-0x1012e975e2c0001, quorum=127.0.0.1:52646, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-19T04:58:41,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41449
2024-11-19T04:58:41,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41449
2024-11-19T04:58:41,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41449
2024-11-19T04:58:41,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41449
2024-11-19T04:58:41,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41449
2024-11-19T04:58:41,785 DEBUG [M:0;08a7f35e60d4:35953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;08a7f35e60d4:35953
2024-11-19T04:58:41,786 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/08a7f35e60d4,35953,1731992320178
2024-11-19T04:58:41,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1012e975e2c0001, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T04:58:41,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T04:58:41,799 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/08a7f35e60d4,35953,1731992320178
2024-11-19T04:58:41,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1012e975e2c0001, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-19T04:58:41,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1012e975e2c0001, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:58:41,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:58:41,859 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-19T04:58:41,867 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/08a7f35e60d4,35953,1731992320178 from backup master directory
2024-11-19T04:58:41,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/08a7f35e60d4,35953,1731992320178
2024-11-19T04:58:41,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T04:58:41,874 WARN  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-19T04:58:41,874 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=08a7f35e60d4,35953,1731992320178
2024-11-19T04:58:41,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1012e975e2c0001, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T04:58:41,877 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-19T04:58:41,889 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-19T04:58:41,995 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/hbase.id] with ID: b1726d77-4d59-4b6a-9d61-3de451b9b45e
2024-11-19T04:58:41,995 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/.tmp/hbase.id
2024-11-19T04:58:42,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741826_1002 (size=42)
2024-11-19T04:58:42,010 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/.tmp/hbase.id]:[hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/hbase.id]
2024-11-19T04:58:42,094 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-19T04:58:42,101 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-19T04:58:42,125 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms.
2024-11-19T04:58:42,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:58:42,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1012e975e2c0001, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:58:42,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741827_1003 (size=196)
2024-11-19T04:58:42,178 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T04:58:42,182 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-19T04:58:42,205 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T04:58:42,211 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T04:58:42,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741828_1004 (size=1189)
2024-11-19T04:58:42,276 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/data/master/store
2024-11-19T04:58:42,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741829_1005 (size=34)
2024-11-19T04:58:42,311 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-19T04:58:42,315 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:58:42,317 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-19T04:58:42,317 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T04:58:42,317 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T04:58:42,319 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-19T04:58:42,319 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T04:58:42,320 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T04:58:42,321 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731992322317Disabling compacts and flushes for region at 1731992322317Disabling writes for close at 1731992322319 (+2 ms)Writing region close event to WAL at 1731992322320 (+1 ms)Closed at 1731992322320
2024-11-19T04:58:42,324 WARN  [master/08a7f35e60d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/data/master/store/.initializing
2024-11-19T04:58:42,324 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/WALs/08a7f35e60d4,35953,1731992320178
2024-11-19T04:58:42,338 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-19T04:58:42,361 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a7f35e60d4%2C35953%2C1731992320178, suffix=, logDir=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/WALs/08a7f35e60d4,35953,1731992320178, archiveDir=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/oldWALs, maxLogs=10
2024-11-19T04:58:42,395 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/WALs/08a7f35e60d4,35953,1731992320178/08a7f35e60d4%2C35953%2C1731992320178.1731992322367, exclude list is [], retry=0
2024-11-19T04:58:42,423 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34825,DS-34718a8d-f368-4024-8a44-c5ccf4a7c109,DISK]
2024-11-19T04:58:42,427 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-19T04:58:42,493 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/WALs/08a7f35e60d4,35953,1731992320178/08a7f35e60d4%2C35953%2C1731992320178.1731992322367
2024-11-19T04:58:42,500 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38905:38905)]
2024-11-19T04:58:42,501 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-19T04:58:42,501 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:58:42,506 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:58:42,508 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:58:42,565 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T04:58:42,602 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-19T04:58:42,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:58:42,616 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:58:42,617 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T04:58:42,624 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-19T04:58:42,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:58:42,626 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T04:58:42,627 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T04:58:42,634 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-19T04:58:42,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:58:42,636 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T04:58:42,636 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T04:58:42,644 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-19T04:58:42,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:58:42,648 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T04:58:42,649 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:58:42,656 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:58:42,658 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:58:42,668 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:58:42,671 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:58:42,680 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-19T04:58:42,691 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T04:58:42,705 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T04:58:42,709 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61445738, jitterRate=-0.0843871533870697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-19T04:58:42,722 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731992322528Initializing all the Stores at 1731992322532 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731992322533 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731992322533Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731992322534 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731992322534Cleaning up temporary data from old regions at 1731992322671 (+137 ms)Region opened successfully at 1731992322721 (+50 ms)
2024-11-19T04:58:42,737 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-19T04:58:42,795 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@283de8ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a7f35e60d4/172.17.0.2:0
2024-11-19T04:58:42,834 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-19T04:58:42,848 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-19T04:58:42,848 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-19T04:58:42,852 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-19T04:58:42,854 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec
2024-11-19T04:58:42,861 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-11-19T04:58:42,861 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-19T04:58:42,895 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-19T04:58:42,907 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-19T04:58:42,912 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-19T04:58:42,915 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-19T04:58:42,918 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-19T04:58:42,920 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-19T04:58:42,923 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-19T04:58:42,928 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-19T04:58:42,931 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-19T04:58:42,933 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-19T04:58:42,934 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-19T04:58:42,962 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-19T04:58:42,964 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-19T04:58:42,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-19T04:58:42,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1012e975e2c0001, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-19T04:58:42,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1012e975e2c0001, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:58:42,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:58:42,979 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=08a7f35e60d4,35953,1731992320178, sessionid=0x1012e975e2c0000, setting cluster-up flag (Was=false)
2024-11-19T04:58:42,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1012e975e2c0001, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:58:42,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:58:43,004 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-19T04:58:43,006 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a7f35e60d4,35953,1731992320178
2024-11-19T04:58:43,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1012e975e2c0001, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:58:43,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:58:43,022 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-19T04:58:43,024 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a7f35e60d4,35953,1731992320178
2024-11-19T04:58:43,033 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-19T04:58:43,067 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(746): ClusterId : b1726d77-4d59-4b6a-9d61-3de451b9b45e
2024-11-19T04:58:43,070 DEBUG [RS:0;08a7f35e60d4:41449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-19T04:58:43,077 DEBUG [RS:0;08a7f35e60d4:41449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-19T04:58:43,077 DEBUG [RS:0;08a7f35e60d4:41449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-19T04:58:43,081 DEBUG [RS:0;08a7f35e60d4:41449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-19T04:58:43,082 DEBUG [RS:0;08a7f35e60d4:41449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6f90cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a7f35e60d4/172.17.0.2:0
2024-11-19T04:58:43,115 DEBUG [RS:0;08a7f35e60d4:41449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;08a7f35e60d4:41449
2024-11-19T04:58:43,120 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-19T04:58:43,120 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-19T04:58:43,120 DEBUG [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-19T04:58:43,124 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a7f35e60d4,35953,1731992320178 with port=41449, startcode=1731992321591
2024-11-19T04:58:43,138 DEBUG [RS:0;08a7f35e60d4:41449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-19T04:58:43,137 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-19T04:58:43,150 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-19T04:58:43,159 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-19T04:58:43,166 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 08a7f35e60d4,35953,1731992320178
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-19T04:58:43,178 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/08a7f35e60d4:0, corePoolSize=5, maxPoolSize=5
2024-11-19T04:58:43,178 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/08a7f35e60d4:0, corePoolSize=5, maxPoolSize=5
2024-11-19T04:58:43,180 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/08a7f35e60d4:0, corePoolSize=5, maxPoolSize=5
2024-11-19T04:58:43,180 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/08a7f35e60d4:0, corePoolSize=5, maxPoolSize=5
2024-11-19T04:58:43,181 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/08a7f35e60d4:0, corePoolSize=10, maxPoolSize=10
2024-11-19T04:58:43,181 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:58:43,181 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/08a7f35e60d4:0, corePoolSize=2, maxPoolSize=2
2024-11-19T04:58:43,181 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:58:43,198 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-19T04:58:43,198 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731992353198
2024-11-19T04:58:43,199 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-19T04:58:43,200 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-19T04:58:43,201 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42995, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-19T04:58:43,202 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-19T04:58:43,207 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-19T04:58:43,207 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-19T04:58:43,208 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-19T04:58:43,208 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-19T04:58:43,209 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:58:43,209 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-19T04:58:43,216 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35953 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-19T04:58:43,217 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-19T04:58:43,245 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-19T04:58:43,247 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-19T04:58:43,247 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-19T04:58:43,269 DEBUG [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-19T04:58:43,269 WARN  [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-19T04:58:43,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741831_1007 (size=1321)
2024-11-19T04:58:43,275 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-19T04:58:43,276 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993
2024-11-19T04:58:43,285 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-19T04:58:43,285 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-19T04:58:43,293 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.large.0-1731992323286,5,FailOnTimeoutGroup]
2024-11-19T04:58:43,294 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.small.0-1731992323293,5,FailOnTimeoutGroup]
2024-11-19T04:58:43,294 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-19T04:58:43,294 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-19T04:58:43,296 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-19T04:58:43,296 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-19T04:58:43,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741832_1008 (size=32)
2024-11-19T04:58:43,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:58:43,712 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-19T04:58:43,720 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-19T04:58:43,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:58:43,724 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:58:43,724 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-19T04:58:43,739 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-19T04:58:43,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:58:43,742 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:58:43,743 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-19T04:58:43,747 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-19T04:58:43,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:58:43,752 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:58:43,752 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-19T04:58:43,759 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-19T04:58:43,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:58:43,761 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:58:43,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-19T04:58:43,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/meta/1588230740
2024-11-19T04:58:43,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/meta/1588230740
2024-11-19T04:58:43,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-19T04:58:43,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-19T04:58:43,770 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-19T04:58:43,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-19T04:58:43,781 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T04:58:43,784 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67232863, jitterRate=0.0018477290868759155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-19T04:58:43,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731992323708Initializing all the Stores at 1731992323710 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731992323711 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731992323711Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731992323711Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731992323711Cleaning up temporary data from old regions at 1731992323769 (+58 ms)Region opened successfully at 1731992323789 (+20 ms)
2024-11-19T04:58:43,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-19T04:58:43,790 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-19T04:58:43,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-19T04:58:43,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-19T04:58:43,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-19T04:58:43,797 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-19T04:58:43,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731992323790Disabling compacts and flushes for region at 1731992323790Disabling writes for close at 1731992323794 (+4 ms)Writing region close event to WAL at 1731992323797 (+3 ms)Closed at 1731992323797
2024-11-19T04:58:43,803 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-19T04:58:43,803 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-19T04:58:43,812 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-19T04:58:43,826 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-19T04:58:43,832 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-19T04:58:43,984 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:58:44,985 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:58:45,986 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:58:46,986 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:58:47,987 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:58:48,988 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:58:49,991 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:58:50,832 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-19T04:58:50,832 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-19T04:58:50,991 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:58:51,992 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:58:52,995 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:58:53,995 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:58:54,996 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:58:55,997 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:58:56,998 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:58:57,998 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:58:58,999 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:00,000 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:01,000 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:02,001 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:03,002 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:04,002 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:05,003 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:06,004 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:07,005 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:08,005 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:08,747 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-19T04:59:09,006 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:10,007 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:11,007 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:12,008 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:13,014 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:13,271 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a7f35e60d4,35953,1731992320178 with port=41449, startcode=1731992321591
2024-11-19T04:59:13,274 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35953 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 08a7f35e60d4,41449,1731992321591
2024-11-19T04:59:13,278 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35953 {}] master.ServerManager(517): Registering regionserver=08a7f35e60d4,41449,1731992321591
2024-11-19T04:59:13,296 DEBUG [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993
2024-11-19T04:59:13,296 DEBUG [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35351
2024-11-19T04:59:13,296 DEBUG [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-19T04:59:13,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-19T04:59:13,306 DEBUG [RS:0;08a7f35e60d4:41449 {}] zookeeper.ZKUtil(111): regionserver:41449-0x1012e975e2c0001, quorum=127.0.0.1:52646, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/08a7f35e60d4,41449,1731992321591
2024-11-19T04:59:13,307 WARN  [RS:0;08a7f35e60d4:41449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-19T04:59:13,307 INFO  [RS:0;08a7f35e60d4:41449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T04:59:13,307 DEBUG [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/WALs/08a7f35e60d4,41449,1731992321591
2024-11-19T04:59:13,308 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [08a7f35e60d4,41449,1731992321591]
2024-11-19T04:59:13,343 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-19T04:59:13,359 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-19T04:59:13,365 INFO  [RS:0;08a7f35e60d4:41449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-19T04:59:13,366 INFO  [RS:0;08a7f35e60d4:41449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T04:59:13,367 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-19T04:59:13,376 INFO  [RS:0;08a7f35e60d4:41449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-19T04:59:13,378 INFO  [RS:0;08a7f35e60d4:41449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-19T04:59:13,378 DEBUG [RS:0;08a7f35e60d4:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:59:13,378 DEBUG [RS:0;08a7f35e60d4:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:59:13,379 DEBUG [RS:0;08a7f35e60d4:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:59:13,379 DEBUG [RS:0;08a7f35e60d4:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:59:13,379 DEBUG [RS:0;08a7f35e60d4:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:59:13,379 DEBUG [RS:0;08a7f35e60d4:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0, corePoolSize=2, maxPoolSize=2
2024-11-19T04:59:13,379 DEBUG [RS:0;08a7f35e60d4:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:59:13,380 DEBUG [RS:0;08a7f35e60d4:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:59:13,380 DEBUG [RS:0;08a7f35e60d4:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:59:13,380 DEBUG [RS:0;08a7f35e60d4:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:59:13,381 DEBUG [RS:0;08a7f35e60d4:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:59:13,381 DEBUG [RS:0;08a7f35e60d4:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1
2024-11-19T04:59:13,381 DEBUG [RS:0;08a7f35e60d4:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/08a7f35e60d4:0, corePoolSize=3, maxPoolSize=3
2024-11-19T04:59:13,382 DEBUG [RS:0;08a7f35e60d4:41449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/08a7f35e60d4:0, corePoolSize=3, maxPoolSize=3
2024-11-19T04:59:13,386 INFO  [RS:0;08a7f35e60d4:41449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T04:59:13,387 INFO  [RS:0;08a7f35e60d4:41449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T04:59:13,387 INFO  [RS:0;08a7f35e60d4:41449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T04:59:13,388 INFO  [RS:0;08a7f35e60d4:41449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-19T04:59:13,388 INFO  [RS:0;08a7f35e60d4:41449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-19T04:59:13,388 INFO  [RS:0;08a7f35e60d4:41449 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,41449,1731992321591-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-19T04:59:13,424 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-19T04:59:13,427 INFO  [RS:0;08a7f35e60d4:41449 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,41449,1731992321591-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T04:59:13,427 INFO  [RS:0;08a7f35e60d4:41449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:59:13,428 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.Replication(171): 08a7f35e60d4,41449,1731992321591 started
2024-11-19T04:59:13,456 INFO  [RS:0;08a7f35e60d4:41449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:59:13,457 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(1482): Serving as 08a7f35e60d4,41449,1731992321591, RpcServer on 08a7f35e60d4/172.17.0.2:41449, sessionid=0x1012e975e2c0001
2024-11-19T04:59:13,458 DEBUG [RS:0;08a7f35e60d4:41449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-19T04:59:13,458 DEBUG [RS:0;08a7f35e60d4:41449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 08a7f35e60d4,41449,1731992321591
2024-11-19T04:59:13,459 DEBUG [RS:0;08a7f35e60d4:41449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a7f35e60d4,41449,1731992321591'
2024-11-19T04:59:13,459 DEBUG [RS:0;08a7f35e60d4:41449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-19T04:59:13,460 DEBUG [RS:0;08a7f35e60d4:41449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-19T04:59:13,461 DEBUG [RS:0;08a7f35e60d4:41449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-19T04:59:13,461 DEBUG [RS:0;08a7f35e60d4:41449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-19T04:59:13,461 DEBUG [RS:0;08a7f35e60d4:41449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 08a7f35e60d4,41449,1731992321591
2024-11-19T04:59:13,461 DEBUG [RS:0;08a7f35e60d4:41449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a7f35e60d4,41449,1731992321591'
2024-11-19T04:59:13,461 DEBUG [RS:0;08a7f35e60d4:41449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-19T04:59:13,463 DEBUG [RS:0;08a7f35e60d4:41449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-19T04:59:13,464 DEBUG [RS:0;08a7f35e60d4:41449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-19T04:59:13,464 INFO  [RS:0;08a7f35e60d4:41449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-19T04:59:13,464 INFO  [RS:0;08a7f35e60d4:41449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-19T04:59:14,015 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:15,016 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:16,024 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:17,025 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:18,026 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:19,027 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:20,027 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:21,028 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:22,030 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:23,031 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:24,032 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:25,033 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:26,033 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:27,034 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:28,035 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:29,036 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:30,037 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:31,037 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:32,038 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:33,039 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:34,039 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:35,040 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:36,041 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:37,041 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:38,042 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:38,748 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-19T04:59:39,043 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:40,044 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:41,044 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:42,048 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:43,048 WARN  [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T04:59:43,471 INFO  [RS:0;08a7f35e60d4:41449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-19T04:59:43,477 INFO  [RS:0;08a7f35e60d4:41449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a7f35e60d4%2C41449%2C1731992321591, suffix=, logDir=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/WALs/08a7f35e60d4,41449,1731992321591, archiveDir=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/oldWALs, maxLogs=32
2024-11-19T04:59:43,501 DEBUG [RS:0;08a7f35e60d4:41449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/WALs/08a7f35e60d4,41449,1731992321591/08a7f35e60d4%2C41449%2C1731992321591.1731992383480, exclude list is [], retry=0
2024-11-19T04:59:43,507 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34825,DS-34718a8d-f368-4024-8a44-c5ccf4a7c109,DISK]
2024-11-19T04:59:43,512 INFO  [RS:0;08a7f35e60d4:41449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/WALs/08a7f35e60d4,41449,1731992321591/08a7f35e60d4%2C41449%2C1731992321591.1731992383480
2024-11-19T04:59:43,512 DEBUG [RS:0;08a7f35e60d4:41449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38905:38905)]
2024-11-19T04:59:43,552 DEBUG [08a7f35e60d4:35953 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-19T04:59:43,569 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=08a7f35e60d4,41449,1731992321591
2024-11-19T04:59:43,578 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a7f35e60d4,41449,1731992321591, state=OPENING
2024-11-19T04:59:43,584 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-19T04:59:43,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:59:43,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1012e975e2c0001, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T04:59:43,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T04:59:43,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T04:59:43,591 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-19T04:59:43,593 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=08a7f35e60d4,41449,1731992321591}]
2024-11-19T04:59:43,779 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-19T04:59:43,784 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41501, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-19T04:59:43,798 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-19T04:59:43,798 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T04:59:43,799 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-19T04:59:43,804 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a7f35e60d4%2C41449%2C1731992321591.meta, suffix=.meta, logDir=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/WALs/08a7f35e60d4,41449,1731992321591, archiveDir=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/oldWALs, maxLogs=32
2024-11-19T04:59:43,835 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/WALs/08a7f35e60d4,41449,1731992321591/08a7f35e60d4%2C41449%2C1731992321591.meta.1731992383807.meta, exclude list is [], retry=0
2024-11-19T04:59:43,842 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34825,DS-34718a8d-f368-4024-8a44-c5ccf4a7c109,DISK]
2024-11-19T04:59:43,858 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/WALs/08a7f35e60d4,41449,1731992321591/08a7f35e60d4%2C41449%2C1731992321591.meta.1731992383807.meta
2024-11-19T04:59:43,862 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38905:38905)]
2024-11-19T04:59:43,863 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-19T04:59:43,867 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-19T04:59:43,880 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-19T04:59:43,898 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-19T04:59:43,907 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-19T04:59:43,908 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:59:43,909 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-19T04:59:43,909 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-19T04:59:43,919 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-19T04:59:43,922 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-19T04:59:43,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:59:43,924 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:59:43,925 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-19T04:59:43,927 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-19T04:59:43,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:59:43,929 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:59:43,929 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-19T04:59:43,932 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-19T04:59:43,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:59:43,934 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:59:43,935 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-19T04:59:43,938 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-19T04:59:43,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:59:43,941 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T04:59:43,941 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-19T04:59:43,943 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/meta/1588230740
2024-11-19T04:59:43,952 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/meta/1588230740
2024-11-19T04:59:43,956 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-19T04:59:43,957 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-19T04:59:43,958 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-19T04:59:43,970 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-19T04:59:43,984 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67464913, jitterRate=0.005305543541908264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-19T04:59:43,985 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-19T04:59:43,987 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731992383910Writing region info on filesystem at 1731992383910Initializing all the Stores at 1731992383916 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731992383916Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731992383919 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731992383919Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731992383919Cleaning up temporary data from old regions at 1731992383957 (+38 ms)Running coprocessor post-open hooks at 1731992383985 (+28 ms)Region opened successfully at 1731992383987 (+2 ms)
2024-11-19T04:59:44,005 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731992383766
2024-11-19T04:59:44,024 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-19T04:59:44,025 INFO  [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-19T04:59:44,028 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,41449,1731992321591
2024-11-19T04:59:44,031 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a7f35e60d4,41449,1731992321591, state=OPEN
2024-11-19T04:59:44,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T04:59:44,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T04:59:44,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1012e975e2c0001, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T04:59:44,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T04:59:44,042 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=08a7f35e60d4,41449,1731992321591
2024-11-19T04:59:44,057 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-19T04:59:44,058 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a7f35e60d4,41449,1731992321591 in 449 msec
2024-11-19T04:59:44,066 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-19T04:59:44,066 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.244 sec
2024-11-19T04:59:44,067 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-19T04:59:44,067 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-19T04:59:44,099 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-19T04:59:44,101 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,41449,1731992321591, seqNum=-1]
2024-11-19T04:59:44,131 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-19T04:59:44,135 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36627, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-19T04:59:44,169 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.092 sec
2024-11-19T04:59:44,169 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731992384169, completionTime=-1
2024-11-19T04:59:44,173 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-19T04:59:44,174 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-19T04:59:44,214 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-19T04:59:44,214 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731992444214
2024-11-19T04:59:44,214 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731992504214
2024-11-19T04:59:44,214 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 40 msec
2024-11-19T04:59:44,216 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,35953,1731992320178-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T04:59:44,217 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,35953,1731992320178-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:59:44,217 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,35953,1731992320178-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:59:44,220 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-08a7f35e60d4:35953, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:59:44,221 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-19T04:59:44,224 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-19T04:59:44,230 DEBUG [master/08a7f35e60d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-19T04:59:44,261 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.386sec
2024-11-19T04:59:44,262 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-19T04:59:44,266 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-19T04:59:44,267 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-19T04:59:44,268 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-19T04:59:44,268 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-19T04:59:44,269 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,35953,1731992320178-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-19T04:59:44,270 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,35953,1731992320178-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-19T04:59:44,281 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-19T04:59:44,282 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-19T04:59:44,283 INFO  [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,35953,1731992320178-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T04:59:44,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e426303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T04:59:44,377 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-19T04:59:44,377 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-19T04:59:44,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a7f35e60d4,35953,-1 for getting cluster id
2024-11-19T04:59:44,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T04:59:44,397 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1726d77-4d59-4b6a-9d61-3de451b9b45e'
2024-11-19T04:59:44,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T04:59:44,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1726d77-4d59-4b6a-9d61-3de451b9b45e"

2024-11-19T04:59:44,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397ce3e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T04:59:44,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a7f35e60d4,35953,-1]
2024-11-19T04:59:44,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-19T04:59:44,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T04:59:44,410 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-19T04:59:44,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b51c427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T04:59:44,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-19T04:59:44,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,41449,1731992321591, seqNum=-1]
2024-11-19T04:59:44,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-19T04:59:44,431 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-19T04:59:44,461 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=08a7f35e60d4,35953,1731992320178
2024-11-19T04:59:44,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1cdb4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T04:59:44,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a7f35e60d4,35953,-1 for getting cluster id
2024-11-19T04:59:44,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T04:59:44,467 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1726d77-4d59-4b6a-9d61-3de451b9b45e'
2024-11-19T04:59:44,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T04:59:44,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1726d77-4d59-4b6a-9d61-3de451b9b45e"

2024-11-19T04:59:44,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee2f7f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T04:59:44,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a7f35e60d4,35953,-1]
2024-11-19T04:59:44,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-19T04:59:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T04:59:44,472 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-19T04:59:44,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a9f507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T04:59:44,494 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=11, AvailableMemoryMB=11912
2024-11-19T04:59:44,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-19T04:59:44,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a7f35e60d4,35953,1731992320178
2024-11-19T04:59:44,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76c5f21
2024-11-19T04:59:44,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-19T04:59:44,518 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-19T04:59:44,526 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T04:59:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-19T04:59:44,542 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T04:59:44,546 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-19T04:59:44,546 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:59:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T04:59:44,554 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T04:59:44,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741835_1011 (size=428)
2024-11-19T04:59:44,985 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05411a1700406cd83d7cbda2ff7548ea, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993
2024-11-19T04:59:45,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741836_1012 (size=79)
2024-11-19T04:59:45,425 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:59:45,425 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 05411a1700406cd83d7cbda2ff7548ea, disabling compactions & flushes
2024-11-19T04:59:45,425 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea.
2024-11-19T04:59:45,425 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea.
2024-11-19T04:59:45,426 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea. after waiting 1 ms
2024-11-19T04:59:45,426 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea.
2024-11-19T04:59:45,426 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea.
2024-11-19T04:59:45,426 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05411a1700406cd83d7cbda2ff7548ea:
Waiting for close lock at 1731992385425Disabling compacts and flushes for region at 1731992385425Disabling writes for close at 1731992385426 (+1 ms)Writing region close event to WAL at 1731992385426Closed at 1731992385426
2024-11-19T04:59:45,429 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T04:59:45,435 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731992385429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731992385429"}]},"ts":"1731992385429"}
2024-11-19T04:59:45,442 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T04:59:45,448 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T04:59:45,452 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731992385448"}]},"ts":"1731992385448"}
2024-11-19T04:59:45,460 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-19T04:59:45,463 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=05411a1700406cd83d7cbda2ff7548ea, ASSIGN}]
2024-11-19T04:59:45,467 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=05411a1700406cd83d7cbda2ff7548ea, ASSIGN
2024-11-19T04:59:45,469 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=05411a1700406cd83d7cbda2ff7548ea, ASSIGN; state=OFFLINE, location=08a7f35e60d4,41449,1731992321591; forceNewPlan=false, retain=false
2024-11-19T04:59:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T04:59:45,621 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05411a1700406cd83d7cbda2ff7548ea, regionState=OPENING, regionLocation=08a7f35e60d4,41449,1731992321591
2024-11-19T04:59:45,629 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=05411a1700406cd83d7cbda2ff7548ea, ASSIGN because future has completed
2024-11-19T04:59:45,630 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05411a1700406cd83d7cbda2ff7548ea, server=08a7f35e60d4,41449,1731992321591}]
2024-11-19T04:59:45,804 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea.
2024-11-19T04:59:45,806 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 05411a1700406cd83d7cbda2ff7548ea, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea.', STARTKEY => '', ENDKEY => ''}
2024-11-19T04:59:45,807 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 05411a1700406cd83d7cbda2ff7548ea
2024-11-19T04:59:45,807 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:59:45,807 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 05411a1700406cd83d7cbda2ff7548ea
2024-11-19T04:59:45,807 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 05411a1700406cd83d7cbda2ff7548ea
2024-11-19T04:59:45,813 INFO  [StoreOpener-05411a1700406cd83d7cbda2ff7548ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 05411a1700406cd83d7cbda2ff7548ea 
2024-11-19T04:59:45,816 INFO  [StoreOpener-05411a1700406cd83d7cbda2ff7548ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05411a1700406cd83d7cbda2ff7548ea columnFamilyName testFamily
2024-11-19T04:59:45,816 DEBUG [StoreOpener-05411a1700406cd83d7cbda2ff7548ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:59:45,854 INFO  [StoreOpener-05411a1700406cd83d7cbda2ff7548ea-1 {}] regionserver.HStore(327): Store=05411a1700406cd83d7cbda2ff7548ea/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T04:59:45,855 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 05411a1700406cd83d7cbda2ff7548ea
2024-11-19T04:59:45,872 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testRetryOutOfOrderScannerNextExceptionAsync/05411a1700406cd83d7cbda2ff7548ea
2024-11-19T04:59:45,874 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testRetryOutOfOrderScannerNextExceptionAsync/05411a1700406cd83d7cbda2ff7548ea
2024-11-19T04:59:45,875 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 05411a1700406cd83d7cbda2ff7548ea
2024-11-19T04:59:45,875 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 05411a1700406cd83d7cbda2ff7548ea
2024-11-19T04:59:45,878 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 05411a1700406cd83d7cbda2ff7548ea
2024-11-19T04:59:45,891 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testRetryOutOfOrderScannerNextExceptionAsync/05411a1700406cd83d7cbda2ff7548ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T04:59:45,892 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 05411a1700406cd83d7cbda2ff7548ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61235431, jitterRate=-0.08752097189426422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T04:59:45,893 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05411a1700406cd83d7cbda2ff7548ea
2024-11-19T04:59:45,894 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 05411a1700406cd83d7cbda2ff7548ea:
Running coprocessor pre-open hook at 1731992385807Writing region info on filesystem at 1731992385807Initializing all the Stores at 1731992385813 (+6 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731992385813Cleaning up temporary data from old regions at 1731992385875 (+62 ms)Running coprocessor post-open hooks at 1731992385893 (+18 ms)Region opened successfully at 1731992385894 (+1 ms)
2024-11-19T04:59:45,897 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea., pid=6, masterSystemTime=1731992385793
2024-11-19T04:59:45,902 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea.
2024-11-19T04:59:45,902 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea.
2024-11-19T04:59:45,903 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05411a1700406cd83d7cbda2ff7548ea, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,41449,1731992321591
2024-11-19T04:59:45,908 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05411a1700406cd83d7cbda2ff7548ea, server=08a7f35e60d4,41449,1731992321591 because future has completed
2024-11-19T04:59:45,917 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-19T04:59:45,917 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 05411a1700406cd83d7cbda2ff7548ea, server=08a7f35e60d4,41449,1731992321591 in 282 msec
2024-11-19T04:59:45,924 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-19T04:59:45,924 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=05411a1700406cd83d7cbda2ff7548ea, ASSIGN in 454 msec
2024-11-19T04:59:45,926 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T04:59:45,926 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731992385926"}]},"ts":"1731992385926"}
2024-11-19T04:59:45,930 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-19T04:59:45,932 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T04:59:45,936 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.4020 sec
2024-11-19T04:59:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T04:59:47,604 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-19T04:59:47,604 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-19T04:59:47,606 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T04:59:47,614 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-19T04:59:47,615 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T04:59:47,616 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-19T04:59:47,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-19T04:59:47,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,41449,1731992321591, seqNum=-1]
2024-11-19T04:59:47,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-19T04:59:47,633 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-19T04:59:47,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2]
2024-11-19T04:59:47,664 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T04:59:47,669 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-19T04:59:47,676 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-19T04:59:47,684 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-19T04:59:47,686 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-19T04:59:47,688 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5870924688212885496
2024-11-19T04:59:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39164 deadline: 1731992390686, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T04:59:47,700 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-19T04:59:47,706 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-19T04:59:47,707 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T04:59:47,710 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T04:59:47,711 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5870924688212885494
2024-11-19T04:59:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39164 deadline: 1731992390709, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T04:59:47,716 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T04:59:47,717 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-5870924688212885493
2024-11-19T04:59:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39164 deadline: 1731992390715, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T04:59:47,723 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T04:59:47,724 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-5870924688212885492
2024-11-19T04:59:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39164 deadline: 1731992390723, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T04:59:47,730 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T04:59:47,753 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1295303730_22 at /127.0.0.1:55622 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=436 (was 436), ProcessCount=11 (was 11), AvailableMemoryMB=11835 (was 11912)
2024-11-19T04:59:47,764 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=11, AvailableMemoryMB=11834
2024-11-19T04:59:47,769 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35953 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T04:59:47,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35953 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-19T04:59:47,775 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T04:59:47,776 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:59:47,776 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35953 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-19T04:59:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-19T04:59:47,778 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T04:59:47,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741837_1013 (size=414)
2024-11-19T04:59:47,796 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a35ce60db0b7cf5e47df768d065520e, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993
2024-11-19T04:59:47,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741838_1014 (size=65)
2024-11-19T04:59:47,825 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:59:47,825 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 8a35ce60db0b7cf5e47df768d065520e, disabling compactions & flushes
2024-11-19T04:59:47,825 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e.
2024-11-19T04:59:47,825 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e.
2024-11-19T04:59:47,826 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e. after waiting 0 ms
2024-11-19T04:59:47,826 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e.
2024-11-19T04:59:47,826 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e.
2024-11-19T04:59:47,826 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a35ce60db0b7cf5e47df768d065520e:
Waiting for close lock at 1731992387825Disabling compacts and flushes for region at 1731992387825Disabling writes for close at 1731992387826 (+1 ms)Writing region close event to WAL at 1731992387826Closed at 1731992387826
2024-11-19T04:59:47,830 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T04:59:47,830 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731992387830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731992387830"}]},"ts":"1731992387830"}
2024-11-19T04:59:47,836 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T04:59:47,838 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T04:59:47,839 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731992387839"}]},"ts":"1731992387839"}
2024-11-19T04:59:47,844 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-19T04:59:47,844 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=8a35ce60db0b7cf5e47df768d065520e, ASSIGN}]
2024-11-19T04:59:47,847 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=8a35ce60db0b7cf5e47df768d065520e, ASSIGN
2024-11-19T04:59:47,850 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=8a35ce60db0b7cf5e47df768d065520e, ASSIGN; state=OFFLINE, location=08a7f35e60d4,41449,1731992321591; forceNewPlan=false, retain=false
2024-11-19T04:59:48,002 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8a35ce60db0b7cf5e47df768d065520e, regionState=OPENING, regionLocation=08a7f35e60d4,41449,1731992321591
2024-11-19T04:59:48,008 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=8a35ce60db0b7cf5e47df768d065520e, ASSIGN because future has completed
2024-11-19T04:59:48,010 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a35ce60db0b7cf5e47df768d065520e, server=08a7f35e60d4,41449,1731992321591}]
2024-11-19T04:59:48,175 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e.
2024-11-19T04:59:48,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a35ce60db0b7cf5e47df768d065520e, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e.', STARTKEY => '', ENDKEY => ''}
2024-11-19T04:59:48,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 8a35ce60db0b7cf5e47df768d065520e
2024-11-19T04:59:48,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:59:48,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 8a35ce60db0b7cf5e47df768d065520e
2024-11-19T04:59:48,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 8a35ce60db0b7cf5e47df768d065520e
2024-11-19T04:59:48,188 INFO  [StoreOpener-8a35ce60db0b7cf5e47df768d065520e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8a35ce60db0b7cf5e47df768d065520e 
2024-11-19T04:59:48,191 INFO  [StoreOpener-8a35ce60db0b7cf5e47df768d065520e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a35ce60db0b7cf5e47df768d065520e columnFamilyName testFamily
2024-11-19T04:59:48,191 DEBUG [StoreOpener-8a35ce60db0b7cf5e47df768d065520e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:59:48,192 INFO  [StoreOpener-8a35ce60db0b7cf5e47df768d065520e-1 {}] regionserver.HStore(327): Store=8a35ce60db0b7cf5e47df768d065520e/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T04:59:48,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 8a35ce60db0b7cf5e47df768d065520e
2024-11-19T04:59:48,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnOpenScanner/8a35ce60db0b7cf5e47df768d065520e
2024-11-19T04:59:48,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnOpenScanner/8a35ce60db0b7cf5e47df768d065520e
2024-11-19T04:59:48,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 8a35ce60db0b7cf5e47df768d065520e
2024-11-19T04:59:48,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 8a35ce60db0b7cf5e47df768d065520e
2024-11-19T04:59:48,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 8a35ce60db0b7cf5e47df768d065520e
2024-11-19T04:59:48,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnOpenScanner/8a35ce60db0b7cf5e47df768d065520e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T04:59:48,208 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 8a35ce60db0b7cf5e47df768d065520e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66264518, jitterRate=-0.012581735849380493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T04:59:48,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a35ce60db0b7cf5e47df768d065520e
2024-11-19T04:59:48,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 8a35ce60db0b7cf5e47df768d065520e:
Running coprocessor pre-open hook at 1731992388177Writing region info on filesystem at 1731992388177Initializing all the Stores at 1731992388179 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731992388179Cleaning up temporary data from old regions at 1731992388197 (+18 ms)Running coprocessor post-open hooks at 1731992388208 (+11 ms)Region opened successfully at 1731992388210 (+2 ms)
2024-11-19T04:59:48,213 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e., pid=9, masterSystemTime=1731992388164
2024-11-19T04:59:48,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e.
2024-11-19T04:59:48,219 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e.
2024-11-19T04:59:48,220 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8a35ce60db0b7cf5e47df768d065520e, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,41449,1731992321591
2024-11-19T04:59:48,225 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a35ce60db0b7cf5e47df768d065520e, server=08a7f35e60d4,41449,1731992321591 because future has completed
2024-11-19T04:59:48,233 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-19T04:59:48,233 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a35ce60db0b7cf5e47df768d065520e, server=08a7f35e60d4,41449,1731992321591 in 219 msec
2024-11-19T04:59:48,238 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-19T04:59:48,239 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=8a35ce60db0b7cf5e47df768d065520e, ASSIGN in 389 msec
2024-11-19T04:59:48,240 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T04:59:48,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731992388240"}]},"ts":"1731992388240"}
2024-11-19T04:59:48,244 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-19T04:59:48,246 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T04:59:48,251 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 477 msec
2024-11-19T04:59:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-19T04:59:48,793 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-19T04:59:48,794 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-19T04:59:48,794 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T04:59:48,801 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-19T04:59:48,801 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T04:59:48,801 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-19T04:59:48,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2]
2024-11-19T04:59:48,823 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T04:59:48,823 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-19T04:59:48,828 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-19T04:59:48,830 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-19T04:59:49,451 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T04:59:49,565 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-19T04:59:49,575 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-19T04:59:49,577 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-19T04:59:50,831 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-19T04:59:50,831 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-19T04:59:50,833 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-19T04:59:50,833 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-19T04:59:50,833 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-19T04:59:50,833 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-19T04:59:50,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-19T04:59:50,835 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-19T04:59:54,845 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=08a7f35e60d4:41449 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms
2024-11-19T04:59:54,846 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms
2024-11-19T04:59:54,846 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2 from cache
2024-11-19T04:59:54,864 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=454 (was 436) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11801 (was 11834)
2024-11-19T04:59:54,875 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=454, ProcessCount=11, AvailableMemoryMB=11801
2024-11-19T04:59:54,878 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35953 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T04:59:54,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35953 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-19T04:59:54,883 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T04:59:54,883 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:59:54,884 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35953 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-19T04:59:54,885 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T04:59:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-19T04:59:54,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741839_1015 (size=412)
2024-11-19T04:59:54,905 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c6cf576724e6df248df6aa89592ea2d7, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993
2024-11-19T04:59:54,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741840_1016 (size=63)
2024-11-19T04:59:54,918 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:59:54,918 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing c6cf576724e6df248df6aa89592ea2d7, disabling compactions & flushes
2024-11-19T04:59:54,918 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7.
2024-11-19T04:59:54,918 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7.
2024-11-19T04:59:54,918 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7. after waiting 0 ms
2024-11-19T04:59:54,918 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7.
2024-11-19T04:59:54,918 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7.
2024-11-19T04:59:54,918 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for c6cf576724e6df248df6aa89592ea2d7:
Waiting for close lock at 1731992394918Disabling compacts and flushes for region at 1731992394918Disabling writes for close at 1731992394918Writing region close event to WAL at 1731992394918Closed at 1731992394918
2024-11-19T04:59:54,921 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T04:59:54,922 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731992394921"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731992394921"}]},"ts":"1731992394921"}
2024-11-19T04:59:54,925 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T04:59:54,927 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T04:59:54,927 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731992394927"}]},"ts":"1731992394927"}
2024-11-19T04:59:54,931 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-19T04:59:54,932 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c6cf576724e6df248df6aa89592ea2d7, ASSIGN}]
2024-11-19T04:59:54,934 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c6cf576724e6df248df6aa89592ea2d7, ASSIGN
2024-11-19T04:59:54,935 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c6cf576724e6df248df6aa89592ea2d7, ASSIGN; state=OFFLINE, location=08a7f35e60d4,41449,1731992321591; forceNewPlan=false, retain=false
2024-11-19T04:59:55,087 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c6cf576724e6df248df6aa89592ea2d7, regionState=OPENING, regionLocation=08a7f35e60d4,41449,1731992321591
2024-11-19T04:59:55,092 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c6cf576724e6df248df6aa89592ea2d7, ASSIGN because future has completed
2024-11-19T04:59:55,092 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6cf576724e6df248df6aa89592ea2d7, server=08a7f35e60d4,41449,1731992321591}]
2024-11-19T04:59:55,254 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7.
2024-11-19T04:59:55,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => c6cf576724e6df248df6aa89592ea2d7, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7.', STARTKEY => '', ENDKEY => ''}
2024-11-19T04:59:55,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync c6cf576724e6df248df6aa89592ea2d7
2024-11-19T04:59:55,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T04:59:55,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for c6cf576724e6df248df6aa89592ea2d7
2024-11-19T04:59:55,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for c6cf576724e6df248df6aa89592ea2d7
2024-11-19T04:59:55,263 INFO  [StoreOpener-c6cf576724e6df248df6aa89592ea2d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c6cf576724e6df248df6aa89592ea2d7 
2024-11-19T04:59:55,265 INFO  [StoreOpener-c6cf576724e6df248df6aa89592ea2d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6cf576724e6df248df6aa89592ea2d7 columnFamilyName testFamily
2024-11-19T04:59:55,265 DEBUG [StoreOpener-c6cf576724e6df248df6aa89592ea2d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T04:59:55,275 INFO  [StoreOpener-c6cf576724e6df248df6aa89592ea2d7-1 {}] regionserver.HStore(327): Store=c6cf576724e6df248df6aa89592ea2d7/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T04:59:55,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for c6cf576724e6df248df6aa89592ea2d7
2024-11-19T04:59:55,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnNextAsync/c6cf576724e6df248df6aa89592ea2d7
2024-11-19T04:59:55,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnNextAsync/c6cf576724e6df248df6aa89592ea2d7
2024-11-19T04:59:55,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for c6cf576724e6df248df6aa89592ea2d7
2024-11-19T04:59:55,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for c6cf576724e6df248df6aa89592ea2d7
2024-11-19T04:59:55,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for c6cf576724e6df248df6aa89592ea2d7
2024-11-19T04:59:55,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnNextAsync/c6cf576724e6df248df6aa89592ea2d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T04:59:55,291 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened c6cf576724e6df248df6aa89592ea2d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68916081, jitterRate=0.02692963182926178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T04:59:55,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6cf576724e6df248df6aa89592ea2d7
2024-11-19T04:59:55,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for c6cf576724e6df248df6aa89592ea2d7:
Running coprocessor pre-open hook at 1731992395256Writing region info on filesystem at 1731992395256Initializing all the Stores at 1731992395262 (+6 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731992395262Cleaning up temporary data from old regions at 1731992395279 (+17 ms)Running coprocessor post-open hooks at 1731992395291 (+12 ms)Region opened successfully at 1731992395291
2024-11-19T04:59:55,294 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7., pid=12, masterSystemTime=1731992395246
2024-11-19T04:59:55,301 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c6cf576724e6df248df6aa89592ea2d7, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,41449,1731992321591
2024-11-19T04:59:55,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7.
2024-11-19T04:59:55,306 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7.
2024-11-19T04:59:55,309 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6cf576724e6df248df6aa89592ea2d7, server=08a7f35e60d4,41449,1731992321591 because future has completed
2024-11-19T04:59:55,318 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-19T04:59:55,320 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c6cf576724e6df248df6aa89592ea2d7, server=08a7f35e60d4,41449,1731992321591 in 220 msec
2024-11-19T04:59:55,323 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-19T04:59:55,324 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c6cf576724e6df248df6aa89592ea2d7, ASSIGN in 387 msec
2024-11-19T04:59:55,327 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T04:59:55,327 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731992395327"}]},"ts":"1731992395327"}
2024-11-19T04:59:55,332 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-19T04:59:55,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-11-19T04:59:55,335 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T04:59:55,339 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 456 msec
2024-11-19T04:59:55,579 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-19T04:59:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-19T04:59:55,897 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-19T04:59:55,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-19T04:59:55,897 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T04:59:55,905 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-19T04:59:55,905 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T04:59:55,905 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-19T04:59:55,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2]
2024-11-19T04:59:55,932 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T04:59:55,932 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-19T04:59:55,939 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-19T04:59:55,944 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-19T04:59:55,948 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-19T04:59:55,949 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-19T05:00:00,774 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T05:00:00,831 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-19T05:00:00,831 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-19T05:00:01,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41449 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5870924688212885483' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-19T05:00:01,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41449 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:39164 deadline: 1731992407959, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5870924688212885483' does not exist
2024-11-19T05:00:01,963 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 08a7f35e60d4,41449,1731992321591 for closing scanner id = -5870924688212885483 for c6cf576724e6df248df6aa89592ea2d7 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5870924688212885483' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T05:00:01,967 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=418 (was 454), ProcessCount=11 (was 11), AvailableMemoryMB=11792 (was 11801)
2024-11-19T05:00:01,976 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=418, ProcessCount=11, AvailableMemoryMB=11792
2024-11-19T05:00:01,979 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T05:00:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-19T05:00:01,982 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T05:00:01,983 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T05:00:01,983 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-19T05:00:01,984 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T05:00:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-19T05:00:01,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741841_1017 (size=423)
2024-11-19T05:00:02,395 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4966a596a2c55aab5a835d35a4ddee5e, NAME => 'testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993
2024-11-19T05:00:02,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741842_1018 (size=74)
2024-11-19T05:00:02,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-11-19T05:00:02,808 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T05:00:02,808 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 4966a596a2c55aab5a835d35a4ddee5e, disabling compactions & flushes
2024-11-19T05:00:02,808 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e.
2024-11-19T05:00:02,808 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e.
2024-11-19T05:00:02,808 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e. after waiting 0 ms
2024-11-19T05:00:02,808 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e.
2024-11-19T05:00:02,808 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e.
2024-11-19T05:00:02,808 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4966a596a2c55aab5a835d35a4ddee5e:
Waiting for close lock at 1731992402808Disabling compacts and flushes for region at 1731992402808Disabling writes for close at 1731992402808Writing region close event to WAL at 1731992402808Closed at 1731992402808
2024-11-19T05:00:02,811 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T05:00:02,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731992402811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731992402811"}]},"ts":"1731992402811"}
2024-11-19T05:00:02,814 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T05:00:02,815 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T05:00:02,816 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731992402815"}]},"ts":"1731992402815"}
2024-11-19T05:00:02,818 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-19T05:00:02,818 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=4966a596a2c55aab5a835d35a4ddee5e, ASSIGN}]
2024-11-19T05:00:02,820 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=4966a596a2c55aab5a835d35a4ddee5e, ASSIGN
2024-11-19T05:00:02,821 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=4966a596a2c55aab5a835d35a4ddee5e, ASSIGN; state=OFFLINE, location=08a7f35e60d4,41449,1731992321591; forceNewPlan=false, retain=false
2024-11-19T05:00:02,972 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4966a596a2c55aab5a835d35a4ddee5e, regionState=OPENING, regionLocation=08a7f35e60d4,41449,1731992321591
2024-11-19T05:00:02,976 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=4966a596a2c55aab5a835d35a4ddee5e, ASSIGN because future has completed
2024-11-19T05:00:02,977 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4966a596a2c55aab5a835d35a4ddee5e, server=08a7f35e60d4,41449,1731992321591}]
2024-11-19T05:00:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-19T05:00:03,135 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e.
2024-11-19T05:00:03,136 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 4966a596a2c55aab5a835d35a4ddee5e, NAME => 'testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e.', STARTKEY => '', ENDKEY => ''}
2024-11-19T05:00:03,136 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 4966a596a2c55aab5a835d35a4ddee5e
2024-11-19T05:00:03,136 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T05:00:03,136 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 4966a596a2c55aab5a835d35a4ddee5e
2024-11-19T05:00:03,136 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 4966a596a2c55aab5a835d35a4ddee5e
2024-11-19T05:00:03,138 INFO  [StoreOpener-4966a596a2c55aab5a835d35a4ddee5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4966a596a2c55aab5a835d35a4ddee5e 
2024-11-19T05:00:03,141 INFO  [StoreOpener-4966a596a2c55aab5a835d35a4ddee5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4966a596a2c55aab5a835d35a4ddee5e columnFamilyName testFamily
2024-11-19T05:00:03,142 DEBUG [StoreOpener-4966a596a2c55aab5a835d35a4ddee5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T05:00:03,142 INFO  [StoreOpener-4966a596a2c55aab5a835d35a4ddee5e-1 {}] regionserver.HStore(327): Store=4966a596a2c55aab5a835d35a4ddee5e/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T05:00:03,142 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 4966a596a2c55aab5a835d35a4ddee5e
2024-11-19T05:00:03,144 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testRetryOutOfOrderScannerNextException/4966a596a2c55aab5a835d35a4ddee5e
2024-11-19T05:00:03,144 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testRetryOutOfOrderScannerNextException/4966a596a2c55aab5a835d35a4ddee5e
2024-11-19T05:00:03,145 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 4966a596a2c55aab5a835d35a4ddee5e
2024-11-19T05:00:03,145 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 4966a596a2c55aab5a835d35a4ddee5e
2024-11-19T05:00:03,147 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 4966a596a2c55aab5a835d35a4ddee5e
2024-11-19T05:00:03,150 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testRetryOutOfOrderScannerNextException/4966a596a2c55aab5a835d35a4ddee5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T05:00:03,151 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 4966a596a2c55aab5a835d35a4ddee5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72019233, jitterRate=0.07317019999027252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T05:00:03,151 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4966a596a2c55aab5a835d35a4ddee5e
2024-11-19T05:00:03,152 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 4966a596a2c55aab5a835d35a4ddee5e:
Running coprocessor pre-open hook at 1731992403136Writing region info on filesystem at 1731992403136Initializing all the Stores at 1731992403138 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731992403138Cleaning up temporary data from old regions at 1731992403145 (+7 ms)Running coprocessor post-open hooks at 1731992403151 (+6 ms)Region opened successfully at 1731992403152 (+1 ms)
2024-11-19T05:00:03,153 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e., pid=15, masterSystemTime=1731992403130
2024-11-19T05:00:03,157 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e.
2024-11-19T05:00:03,157 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e.
2024-11-19T05:00:03,158 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4966a596a2c55aab5a835d35a4ddee5e, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,41449,1731992321591
2024-11-19T05:00:03,161 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4966a596a2c55aab5a835d35a4ddee5e, server=08a7f35e60d4,41449,1731992321591 because future has completed
2024-11-19T05:00:03,166 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-19T05:00:03,168 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 4966a596a2c55aab5a835d35a4ddee5e, server=08a7f35e60d4,41449,1731992321591 in 187 msec
2024-11-19T05:00:03,170 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-19T05:00:03,170 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=4966a596a2c55aab5a835d35a4ddee5e, ASSIGN in 349 msec
2024-11-19T05:00:03,171 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T05:00:03,172 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731992403172"}]},"ts":"1731992403172"}
2024-11-19T05:00:03,174 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-19T05:00:03,176 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T05:00:03,178 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.1970 sec
2024-11-19T05:00:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-19T05:00:05,014 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-19T05:00:05,014 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-19T05:00:05,015 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T05:00:05,026 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-19T05:00:05,027 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T05:00:05,027 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-19T05:00:05,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2]
2024-11-19T05:00:05,053 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T05:00:05,053 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-19T05:00:05,057 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-19T05:00:05,060 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-19T05:00:05,061 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-19T05:00:05,062 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5870924688212885479
2024-11-19T05:00:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39164 deadline: 1731992408061, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T05:00:05,066 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-19T05:00:05,067 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-19T05:00:05,068 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T05:00:05,070 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T05:00:05,071 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5870924688212885477
2024-11-19T05:00:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39164 deadline: 1731992408069, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T05:00:05,080 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T05:00:05,081 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-5870924688212885476
2024-11-19T05:00:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39164 deadline: 1731992408079, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T05:00:05,085 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T05:00:05,086 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-5870924688212885475
2024-11-19T05:00:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39164 deadline: 1731992408085, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T05:00:05,089 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T05:00:05,102 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1295303730_22 at /127.0.0.1:52280 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 418), ProcessCount=11 (was 11), AvailableMemoryMB=11753 (was 11792)
2024-11-19T05:00:05,113 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=11753
2024-11-19T05:00:05,117 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T05:00:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-19T05:00:05,121 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T05:00:05,121 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T05:00:05,121 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-19T05:00:05,123 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T05:00:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-19T05:00:05,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741843_1019 (size=418)
2024-11-19T05:00:05,144 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8340784ddab124c3c426585df3188cd3, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993
2024-11-19T05:00:05,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741844_1020 (size=69)
2024-11-19T05:00:05,569 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T05:00:05,570 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 8340784ddab124c3c426585df3188cd3, disabling compactions & flushes
2024-11-19T05:00:05,570 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3.
2024-11-19T05:00:05,570 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3.
2024-11-19T05:00:05,570 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3. after waiting 0 ms
2024-11-19T05:00:05,570 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3.
2024-11-19T05:00:05,570 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3.
2024-11-19T05:00:05,570 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8340784ddab124c3c426585df3188cd3:
Waiting for close lock at 1731992405569Disabling compacts and flushes for region at 1731992405569Disabling writes for close at 1731992405570 (+1 ms)Writing region close event to WAL at 1731992405570Closed at 1731992405570
2024-11-19T05:00:05,573 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T05:00:05,573 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731992405573"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731992405573"}]},"ts":"1731992405573"}
2024-11-19T05:00:05,577 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T05:00:05,579 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T05:00:05,579 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731992405579"}]},"ts":"1731992405579"}
2024-11-19T05:00:05,583 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-19T05:00:05,583 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=8340784ddab124c3c426585df3188cd3, ASSIGN}]
2024-11-19T05:00:05,585 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=8340784ddab124c3c426585df3188cd3, ASSIGN
2024-11-19T05:00:05,587 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=8340784ddab124c3c426585df3188cd3, ASSIGN; state=OFFLINE, location=08a7f35e60d4,41449,1731992321591; forceNewPlan=false, retain=false
2024-11-19T05:00:05,738 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=8340784ddab124c3c426585df3188cd3, regionState=OPENING, regionLocation=08a7f35e60d4,41449,1731992321591
2024-11-19T05:00:05,747 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=8340784ddab124c3c426585df3188cd3, ASSIGN because future has completed
2024-11-19T05:00:05,748 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8340784ddab124c3c426585df3188cd3, server=08a7f35e60d4,41449,1731992321591}]
2024-11-19T05:00:05,913 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3.
2024-11-19T05:00:05,913 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 8340784ddab124c3c426585df3188cd3, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3.', STARTKEY => '', ENDKEY => ''}
2024-11-19T05:00:05,914 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 8340784ddab124c3c426585df3188cd3
2024-11-19T05:00:05,914 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T05:00:05,914 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 8340784ddab124c3c426585df3188cd3
2024-11-19T05:00:05,914 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 8340784ddab124c3c426585df3188cd3
2024-11-19T05:00:05,921 INFO  [StoreOpener-8340784ddab124c3c426585df3188cd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8340784ddab124c3c426585df3188cd3 
2024-11-19T05:00:05,924 INFO  [StoreOpener-8340784ddab124c3c426585df3188cd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8340784ddab124c3c426585df3188cd3 columnFamilyName testFamily
2024-11-19T05:00:05,924 DEBUG [StoreOpener-8340784ddab124c3c426585df3188cd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T05:00:05,925 INFO  [StoreOpener-8340784ddab124c3c426585df3188cd3-1 {}] regionserver.HStore(327): Store=8340784ddab124c3c426585df3188cd3/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T05:00:05,925 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 8340784ddab124c3c426585df3188cd3
2024-11-19T05:00:05,927 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnOpenScanner/8340784ddab124c3c426585df3188cd3
2024-11-19T05:00:05,931 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnOpenScanner/8340784ddab124c3c426585df3188cd3
2024-11-19T05:00:05,932 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 8340784ddab124c3c426585df3188cd3
2024-11-19T05:00:05,932 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 8340784ddab124c3c426585df3188cd3
2024-11-19T05:00:05,939 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 8340784ddab124c3c426585df3188cd3
2024-11-19T05:00:05,955 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnOpenScanner/8340784ddab124c3c426585df3188cd3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T05:00:05,956 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 8340784ddab124c3c426585df3188cd3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64723238, jitterRate=-0.03554859757423401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T05:00:05,956 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8340784ddab124c3c426585df3188cd3
2024-11-19T05:00:05,957 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 8340784ddab124c3c426585df3188cd3:
Running coprocessor pre-open hook at 1731992405914Writing region info on filesystem at 1731992405914Initializing all the Stores at 1731992405919 (+5 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731992405919Cleaning up temporary data from old regions at 1731992405932 (+13 ms)Running coprocessor post-open hooks at 1731992405956 (+24 ms)Region opened successfully at 1731992405957 (+1 ms)
2024-11-19T05:00:05,958 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3., pid=18, masterSystemTime=1731992405904
2024-11-19T05:00:05,963 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3.
2024-11-19T05:00:05,963 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3.
2024-11-19T05:00:05,964 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=8340784ddab124c3c426585df3188cd3, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,41449,1731992321591
2024-11-19T05:00:05,967 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8340784ddab124c3c426585df3188cd3, server=08a7f35e60d4,41449,1731992321591 because future has completed
2024-11-19T05:00:05,971 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-19T05:00:05,971 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 8340784ddab124c3c426585df3188cd3, server=08a7f35e60d4,41449,1731992321591 in 220 msec
2024-11-19T05:00:05,975 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-19T05:00:05,975 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=8340784ddab124c3c426585df3188cd3, ASSIGN in 388 msec
2024-11-19T05:00:05,976 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T05:00:05,976 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731992405976"}]},"ts":"1731992405976"}
2024-11-19T05:00:05,979 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-19T05:00:05,980 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T05:00:05,983 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 863 msec
2024-11-19T05:00:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-19T05:00:06,142 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-19T05:00:06,143 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-19T05:00:06,143 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T05:00:06,149 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-19T05:00:06,149 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T05:00:06,149 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-19T05:00:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2]
2024-11-19T05:00:06,168 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T05:00:06,168 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-19T05:00:06,172 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-19T05:00:06,175 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-19T05:00:07,177 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=08a7f35e60d4:41449 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-11-19T05:00:07,177 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-11-19T05:00:07,177 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2 from cache
2024-11-19T05:00:07,581 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-19T05:00:07,582 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-19T05:00:07,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-11-19T05:00:08,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2]
2024-11-19T05:00:08,188 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-19T05:00:08,639 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T05:00:08,748 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-19T05:00:09,176 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=08a7f35e60d4:41449 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=990ms, rpcTimeout=986ms
2024-11-19T05:00:09,177 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=990ms, rpcTimeout=986ms
2024-11-19T05:00:09,177 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2 from cache
2024-11-19T05:00:09,190 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=401 (was 392) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11693 (was 11753)
2024-11-19T05:00:09,202 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=401, ProcessCount=11, AvailableMemoryMB=11693
2024-11-19T05:00:09,206 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T05:00:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-19T05:00:09,212 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T05:00:09,212 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T05:00:09,212 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-19T05:00:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-19T05:00:09,216 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T05:00:09,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741845_1021 (size=416)
2024-11-19T05:00:09,637 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5eac330931b3972886e069ea1e6ad0aa, NAME => 'testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993
2024-11-19T05:00:09,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741846_1022 (size=67)
2024-11-19T05:00:09,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-11-19T05:00:10,049 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T05:00:10,049 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 5eac330931b3972886e069ea1e6ad0aa, disabling compactions & flushes
2024-11-19T05:00:10,049 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa.
2024-11-19T05:00:10,049 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa.
2024-11-19T05:00:10,049 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa. after waiting 0 ms
2024-11-19T05:00:10,049 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa.
2024-11-19T05:00:10,049 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa.
2024-11-19T05:00:10,050 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5eac330931b3972886e069ea1e6ad0aa:
Waiting for close lock at 1731992410049Disabling compacts and flushes for region at 1731992410049Disabling writes for close at 1731992410049Writing region close event to WAL at 1731992410049Closed at 1731992410049
2024-11-19T05:00:10,052 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T05:00:10,052 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731992410052"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731992410052"}]},"ts":"1731992410052"}
2024-11-19T05:00:10,056 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T05:00:10,058 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T05:00:10,058 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731992410058"}]},"ts":"1731992410058"}
2024-11-19T05:00:10,061 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-19T05:00:10,061 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=5eac330931b3972886e069ea1e6ad0aa, ASSIGN}]
2024-11-19T05:00:10,063 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=5eac330931b3972886e069ea1e6ad0aa, ASSIGN
2024-11-19T05:00:10,069 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=5eac330931b3972886e069ea1e6ad0aa, ASSIGN; state=OFFLINE, location=08a7f35e60d4,41449,1731992321591; forceNewPlan=false, retain=false
2024-11-19T05:00:10,220 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=5eac330931b3972886e069ea1e6ad0aa, regionState=OPENING, regionLocation=08a7f35e60d4,41449,1731992321591
2024-11-19T05:00:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-19T05:00:10,225 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=5eac330931b3972886e069ea1e6ad0aa, ASSIGN because future has completed
2024-11-19T05:00:10,225 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5eac330931b3972886e069ea1e6ad0aa, server=08a7f35e60d4,41449,1731992321591}]
2024-11-19T05:00:10,385 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa.
2024-11-19T05:00:10,386 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 5eac330931b3972886e069ea1e6ad0aa, NAME => 'testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa.', STARTKEY => '', ENDKEY => ''}
2024-11-19T05:00:10,387 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 5eac330931b3972886e069ea1e6ad0aa
2024-11-19T05:00:10,387 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T05:00:10,387 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 5eac330931b3972886e069ea1e6ad0aa
2024-11-19T05:00:10,387 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 5eac330931b3972886e069ea1e6ad0aa
2024-11-19T05:00:10,389 INFO  [StoreOpener-5eac330931b3972886e069ea1e6ad0aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5eac330931b3972886e069ea1e6ad0aa 
2024-11-19T05:00:10,391 INFO  [StoreOpener-5eac330931b3972886e069ea1e6ad0aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5eac330931b3972886e069ea1e6ad0aa columnFamilyName testFamily
2024-11-19T05:00:10,391 DEBUG [StoreOpener-5eac330931b3972886e069ea1e6ad0aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T05:00:10,392 INFO  [StoreOpener-5eac330931b3972886e069ea1e6ad0aa-1 {}] regionserver.HStore(327): Store=5eac330931b3972886e069ea1e6ad0aa/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T05:00:10,392 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 5eac330931b3972886e069ea1e6ad0aa
2024-11-19T05:00:10,393 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnNextAsync/5eac330931b3972886e069ea1e6ad0aa
2024-11-19T05:00:10,394 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnNextAsync/5eac330931b3972886e069ea1e6ad0aa
2024-11-19T05:00:10,395 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 5eac330931b3972886e069ea1e6ad0aa
2024-11-19T05:00:10,395 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 5eac330931b3972886e069ea1e6ad0aa
2024-11-19T05:00:10,397 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 5eac330931b3972886e069ea1e6ad0aa
2024-11-19T05:00:10,401 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnNextAsync/5eac330931b3972886e069ea1e6ad0aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T05:00:10,402 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 5eac330931b3972886e069ea1e6ad0aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71253109, jitterRate=0.06175406277179718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T05:00:10,402 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5eac330931b3972886e069ea1e6ad0aa
2024-11-19T05:00:10,403 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 5eac330931b3972886e069ea1e6ad0aa:
Running coprocessor pre-open hook at 1731992410387Writing region info on filesystem at 1731992410387Initializing all the Stores at 1731992410389 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731992410389Cleaning up temporary data from old regions at 1731992410395 (+6 ms)Running coprocessor post-open hooks at 1731992410402 (+7 ms)Region opened successfully at 1731992410403 (+1 ms)
2024-11-19T05:00:10,404 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa., pid=21, masterSystemTime=1731992410379
2024-11-19T05:00:10,408 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa.
2024-11-19T05:00:10,408 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa.
2024-11-19T05:00:10,409 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=5eac330931b3972886e069ea1e6ad0aa, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,41449,1731992321591
2024-11-19T05:00:10,413 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5eac330931b3972886e069ea1e6ad0aa, server=08a7f35e60d4,41449,1731992321591 because future has completed
2024-11-19T05:00:10,418 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-19T05:00:10,418 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 5eac330931b3972886e069ea1e6ad0aa, server=08a7f35e60d4,41449,1731992321591 in 189 msec
2024-11-19T05:00:10,421 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-19T05:00:10,421 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=5eac330931b3972886e069ea1e6ad0aa, ASSIGN in 357 msec
2024-11-19T05:00:10,422 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T05:00:10,423 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731992410422"}]},"ts":"1731992410422"}
2024-11-19T05:00:10,426 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-19T05:00:10,427 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T05:00:10,430 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2200 sec
2024-11-19T05:00:10,831 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-19T05:00:10,831 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-19T05:00:10,832 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-19T05:00:10,832 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-19T05:00:10,833 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-19T05:00:10,833 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-19T05:00:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-19T05:00:12,253 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-19T05:00:12,253 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-19T05:00:12,253 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T05:00:12,259 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-19T05:00:12,259 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T05:00:12,260 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-19T05:00:12,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2]
2024-11-19T05:00:12,279 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T05:00:12,279 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-19T05:00:12,283 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-19T05:00:12,286 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-19T05:00:12,287 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-19T05:00:12,288 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-19T05:00:13,583 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-19T05:00:15,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41449 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5870924688212885464' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-19T05:00:15,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41449 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:39164 deadline: 1731992416301, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5870924688212885464' does not exist
2024-11-19T05:00:15,303 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 08a7f35e60d4,41449,1731992321591 for closing scanner id = -5870924688212885464 for 5eac330931b3972886e069ea1e6ad0aa of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5870924688212885464' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T05:00:15,311 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=417 (was 401) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11888 (was 11693) - AvailableMemoryMB LEAK? -
2024-11-19T05:00:15,320 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=417, ProcessCount=11, AvailableMemoryMB=11886
2024-11-19T05:00:15,323 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T05:00:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-19T05:00:15,327 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T05:00:15,327 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T05:00:15,328 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-19T05:00:15,329 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T05:00:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-19T05:00:15,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741847_1023 (size=411)
2024-11-19T05:00:15,743 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 863e23fa1d10425d67a9b4f5c61511c7, NAME => 'testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993
2024-11-19T05:00:15,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741848_1024 (size=62)
2024-11-19T05:00:15,762 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T05:00:15,762 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 863e23fa1d10425d67a9b4f5c61511c7, disabling compactions & flushes
2024-11-19T05:00:15,762 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7.
2024-11-19T05:00:15,762 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7.
2024-11-19T05:00:15,762 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7. after waiting 0 ms
2024-11-19T05:00:15,762 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7.
2024-11-19T05:00:15,763 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7.
2024-11-19T05:00:15,763 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 863e23fa1d10425d67a9b4f5c61511c7:
Waiting for close lock at 1731992415762Disabling compacts and flushes for region at 1731992415762Disabling writes for close at 1731992415762Writing region close event to WAL at 1731992415762Closed at 1731992415762
2024-11-19T05:00:15,764 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T05:00:15,765 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731992415765"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731992415765"}]},"ts":"1731992415765"}
2024-11-19T05:00:15,768 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T05:00:15,769 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T05:00:15,769 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731992415769"}]},"ts":"1731992415769"}
2024-11-19T05:00:15,772 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-19T05:00:15,772 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=863e23fa1d10425d67a9b4f5c61511c7, ASSIGN}]
2024-11-19T05:00:15,774 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=863e23fa1d10425d67a9b4f5c61511c7, ASSIGN
2024-11-19T05:00:15,775 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=863e23fa1d10425d67a9b4f5c61511c7, ASSIGN; state=OFFLINE, location=08a7f35e60d4,41449,1731992321591; forceNewPlan=false, retain=false
2024-11-19T05:00:15,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-11-19T05:00:15,889 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T05:00:15,926 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=863e23fa1d10425d67a9b4f5c61511c7, regionState=OPENING, regionLocation=08a7f35e60d4,41449,1731992321591
2024-11-19T05:00:15,930 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=863e23fa1d10425d67a9b4f5c61511c7, ASSIGN because future has completed
2024-11-19T05:00:15,930 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 863e23fa1d10425d67a9b4f5c61511c7, server=08a7f35e60d4,41449,1731992321591}]
2024-11-19T05:00:16,092 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7.
2024-11-19T05:00:16,093 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 863e23fa1d10425d67a9b4f5c61511c7, NAME => 'testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7.', STARTKEY => '', ENDKEY => ''}
2024-11-19T05:00:16,093 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 863e23fa1d10425d67a9b4f5c61511c7
2024-11-19T05:00:16,093 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T05:00:16,093 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 863e23fa1d10425d67a9b4f5c61511c7
2024-11-19T05:00:16,093 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 863e23fa1d10425d67a9b4f5c61511c7
2024-11-19T05:00:16,099 INFO  [StoreOpener-863e23fa1d10425d67a9b4f5c61511c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 863e23fa1d10425d67a9b4f5c61511c7 
2024-11-19T05:00:16,101 INFO  [StoreOpener-863e23fa1d10425d67a9b4f5c61511c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 863e23fa1d10425d67a9b4f5c61511c7 columnFamilyName testFamily
2024-11-19T05:00:16,101 DEBUG [StoreOpener-863e23fa1d10425d67a9b4f5c61511c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T05:00:16,102 INFO  [StoreOpener-863e23fa1d10425d67a9b4f5c61511c7-1 {}] regionserver.HStore(327): Store=863e23fa1d10425d67a9b4f5c61511c7/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T05:00:16,102 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 863e23fa1d10425d67a9b4f5c61511c7
2024-11-19T05:00:16,104 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnNext/863e23fa1d10425d67a9b4f5c61511c7
2024-11-19T05:00:16,104 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnNext/863e23fa1d10425d67a9b4f5c61511c7
2024-11-19T05:00:16,105 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 863e23fa1d10425d67a9b4f5c61511c7
2024-11-19T05:00:16,105 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 863e23fa1d10425d67a9b4f5c61511c7
2024-11-19T05:00:16,107 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 863e23fa1d10425d67a9b4f5c61511c7
2024-11-19T05:00:16,110 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnNext/863e23fa1d10425d67a9b4f5c61511c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T05:00:16,111 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 863e23fa1d10425d67a9b4f5c61511c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68527362, jitterRate=0.021137267351150513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T05:00:16,111 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 863e23fa1d10425d67a9b4f5c61511c7
2024-11-19T05:00:16,112 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 863e23fa1d10425d67a9b4f5c61511c7:
Running coprocessor pre-open hook at 1731992416093Writing region info on filesystem at 1731992416093Initializing all the Stores at 1731992416095 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731992416095Cleaning up temporary data from old regions at 1731992416105 (+10 ms)Running coprocessor post-open hooks at 1731992416111 (+6 ms)Region opened successfully at 1731992416112 (+1 ms)
2024-11-19T05:00:16,113 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7., pid=24, masterSystemTime=1731992416083
2024-11-19T05:00:16,116 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7.
2024-11-19T05:00:16,116 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7.
2024-11-19T05:00:16,117 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=863e23fa1d10425d67a9b4f5c61511c7, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,41449,1731992321591
2024-11-19T05:00:16,121 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 863e23fa1d10425d67a9b4f5c61511c7, server=08a7f35e60d4,41449,1731992321591 because future has completed
2024-11-19T05:00:16,126 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-19T05:00:16,126 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 863e23fa1d10425d67a9b4f5c61511c7, server=08a7f35e60d4,41449,1731992321591 in 192 msec
2024-11-19T05:00:16,129 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-19T05:00:16,129 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=863e23fa1d10425d67a9b4f5c61511c7, ASSIGN in 354 msec
2024-11-19T05:00:16,131 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T05:00:16,131 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731992416131"}]},"ts":"1731992416131"}
2024-11-19T05:00:16,134 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-19T05:00:16,139 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T05:00:16,142 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 816 msec
2024-11-19T05:00:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-19T05:00:16,343 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-19T05:00:16,343 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-19T05:00:16,344 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T05:00:16,349 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-19T05:00:16,349 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T05:00:16,349 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-19T05:00:16,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2]
2024-11-19T05:00:16,364 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T05:00:16,364 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-19T05:00:16,367 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-19T05:00:16,369 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-19T05:00:16,370 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-19T05:00:16,371 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-19T05:00:19,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41449 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5870924688212885460' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-19T05:00:19,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41449 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:39164 deadline: 1731992420380, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5870924688212885460' does not exist
2024-11-19T05:00:19,382 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 08a7f35e60d4,41449,1731992321591 for closing scanner id = -5870924688212885460 for 863e23fa1d10425d67a9b4f5c61511c7 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5870924688212885460' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T05:00:19,388 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1295303730_22 at /127.0.0.1:59928 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=415 (was 417), ProcessCount=11 (was 11), AvailableMemoryMB=11881 (was 11886)
2024-11-19T05:00:19,398 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=415, ProcessCount=11, AvailableMemoryMB=11881
2024-11-19T05:00:19,401 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35953 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T05:00:19,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35953 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-19T05:00:19,405 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T05:00:19,405 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T05:00:19,405 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35953 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-19T05:00:19,406 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T05:00:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-19T05:00:19,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741849_1025 (size=419)
2024-11-19T05:00:19,585 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-19T05:00:19,821 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9684a8f3dbce1c9cbce3d6eb68b50560, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993
2024-11-19T05:00:19,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741850_1026 (size=70)
2024-11-19T05:00:19,832 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T05:00:19,832 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 9684a8f3dbce1c9cbce3d6eb68b50560, disabling compactions & flushes
2024-11-19T05:00:19,832 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560.
2024-11-19T05:00:19,832 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560.
2024-11-19T05:00:19,832 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560. after waiting 0 ms
2024-11-19T05:00:19,832 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560.
2024-11-19T05:00:19,832 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560.
2024-11-19T05:00:19,832 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9684a8f3dbce1c9cbce3d6eb68b50560:
Waiting for close lock at 1731992419832Disabling compacts and flushes for region at 1731992419832Disabling writes for close at 1731992419832Writing region close event to WAL at 1731992419832Closed at 1731992419832
2024-11-19T05:00:19,834 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T05:00:19,835 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731992419834"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731992419834"}]},"ts":"1731992419834"}
2024-11-19T05:00:19,838 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T05:00:19,839 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T05:00:19,839 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731992419839"}]},"ts":"1731992419839"}
2024-11-19T05:00:19,842 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-19T05:00:19,842 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=9684a8f3dbce1c9cbce3d6eb68b50560, ASSIGN}]
2024-11-19T05:00:19,844 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=9684a8f3dbce1c9cbce3d6eb68b50560, ASSIGN
2024-11-19T05:00:19,845 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=9684a8f3dbce1c9cbce3d6eb68b50560, ASSIGN; state=OFFLINE, location=08a7f35e60d4,41449,1731992321591; forceNewPlan=false, retain=false
2024-11-19T05:00:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-11-19T05:00:19,996 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=9684a8f3dbce1c9cbce3d6eb68b50560, regionState=OPENING, regionLocation=08a7f35e60d4,41449,1731992321591
2024-11-19T05:00:20,000 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=9684a8f3dbce1c9cbce3d6eb68b50560, ASSIGN because future has completed
2024-11-19T05:00:20,000 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9684a8f3dbce1c9cbce3d6eb68b50560, server=08a7f35e60d4,41449,1731992321591}]
2024-11-19T05:00:20,160 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560.
2024-11-19T05:00:20,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 9684a8f3dbce1c9cbce3d6eb68b50560, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560.', STARTKEY => '', ENDKEY => ''}
2024-11-19T05:00:20,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 9684a8f3dbce1c9cbce3d6eb68b50560
2024-11-19T05:00:20,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T05:00:20,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 9684a8f3dbce1c9cbce3d6eb68b50560
2024-11-19T05:00:20,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 9684a8f3dbce1c9cbce3d6eb68b50560
2024-11-19T05:00:20,163 INFO  [StoreOpener-9684a8f3dbce1c9cbce3d6eb68b50560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9684a8f3dbce1c9cbce3d6eb68b50560 
2024-11-19T05:00:20,165 INFO  [StoreOpener-9684a8f3dbce1c9cbce3d6eb68b50560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9684a8f3dbce1c9cbce3d6eb68b50560 columnFamilyName testFamily
2024-11-19T05:00:20,165 DEBUG [StoreOpener-9684a8f3dbce1c9cbce3d6eb68b50560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T05:00:20,166 INFO  [StoreOpener-9684a8f3dbce1c9cbce3d6eb68b50560-1 {}] regionserver.HStore(327): Store=9684a8f3dbce1c9cbce3d6eb68b50560/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T05:00:20,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 9684a8f3dbce1c9cbce3d6eb68b50560
2024-11-19T05:00:20,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/9684a8f3dbce1c9cbce3d6eb68b50560
2024-11-19T05:00:20,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/9684a8f3dbce1c9cbce3d6eb68b50560
2024-11-19T05:00:20,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 9684a8f3dbce1c9cbce3d6eb68b50560
2024-11-19T05:00:20,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 9684a8f3dbce1c9cbce3d6eb68b50560
2024-11-19T05:00:20,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 9684a8f3dbce1c9cbce3d6eb68b50560
2024-11-19T05:00:20,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/9684a8f3dbce1c9cbce3d6eb68b50560/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T05:00:20,176 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 9684a8f3dbce1c9cbce3d6eb68b50560; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64097391, jitterRate=-0.04487444460391998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T05:00:20,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9684a8f3dbce1c9cbce3d6eb68b50560
2024-11-19T05:00:20,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 9684a8f3dbce1c9cbce3d6eb68b50560:
Running coprocessor pre-open hook at 1731992420161Writing region info on filesystem at 1731992420161Initializing all the Stores at 1731992420163 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731992420163Cleaning up temporary data from old regions at 1731992420169 (+6 ms)Running coprocessor post-open hooks at 1731992420177 (+8 ms)Region opened successfully at 1731992420177
2024-11-19T05:00:20,180 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560., pid=27, masterSystemTime=1731992420153
2024-11-19T05:00:20,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560.
2024-11-19T05:00:20,182 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560.
2024-11-19T05:00:20,183 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=9684a8f3dbce1c9cbce3d6eb68b50560, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,41449,1731992321591
2024-11-19T05:00:20,186 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9684a8f3dbce1c9cbce3d6eb68b50560, server=08a7f35e60d4,41449,1731992321591 because future has completed
2024-11-19T05:00:20,190 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-19T05:00:20,190 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 9684a8f3dbce1c9cbce3d6eb68b50560, server=08a7f35e60d4,41449,1731992321591 in 187 msec
2024-11-19T05:00:20,193 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-19T05:00:20,193 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=9684a8f3dbce1c9cbce3d6eb68b50560, ASSIGN in 348 msec
2024-11-19T05:00:20,194 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T05:00:20,194 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731992420194"}]},"ts":"1731992420194"}
2024-11-19T05:00:20,197 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-19T05:00:20,198 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T05:00:20,200 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 797 msec
2024-11-19T05:00:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-19T05:00:20,413 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-19T05:00:20,414 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-19T05:00:20,414 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T05:00:20,419 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-19T05:00:20,420 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T05:00:20,420 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-19T05:00:20,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2]
2024-11-19T05:00:20,434 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T05:00:20,434 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-19T05:00:20,437 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-19T05:00:20,439 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-19T05:00:20,831 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-19T05:00:20,831 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-19T05:00:20,832 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-19T05:00:20,832 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-19T05:00:21,595 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T05:00:24,291 INFO  [master/08a7f35e60d4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-19T05:00:24,291 INFO  [master/08a7f35e60d4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-19T05:00:25,587 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-19T05:00:26,446 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=08a7f35e60d4:41449 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-19T05:00:26,447 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-19T05:00:26,447 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2 from cache
2024-11-19T05:00:26,456 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=406 (was 415), ProcessCount=11 (was 11), AvailableMemoryMB=11879 (was 11881)
2024-11-19T05:00:26,464 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=406, ProcessCount=11, AvailableMemoryMB=11879
2024-11-19T05:00:26,467 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35953 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T05:00:26,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35953 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-19T05:00:26,470 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T05:00:26,470 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T05:00:26,470 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35953 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-19T05:00:26,471 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T05:00:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-19T05:00:26,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741851_1027 (size=407)
2024-11-19T05:00:26,881 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39905aceb8c7db6962a9b5502179b50f, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993
2024-11-19T05:00:26,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741852_1028 (size=58)
2024-11-19T05:00:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-11-19T05:00:27,290 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T05:00:27,290 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 39905aceb8c7db6962a9b5502179b50f, disabling compactions & flushes
2024-11-19T05:00:27,290 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f.
2024-11-19T05:00:27,291 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f.
2024-11-19T05:00:27,291 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f. after waiting 0 ms
2024-11-19T05:00:27,291 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f.
2024-11-19T05:00:27,291 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f.
2024-11-19T05:00:27,291 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39905aceb8c7db6962a9b5502179b50f:
Waiting for close lock at 1731992427290Disabling compacts and flushes for region at 1731992427290Disabling writes for close at 1731992427291 (+1 ms)Writing region close event to WAL at 1731992427291Closed at 1731992427291
2024-11-19T05:00:27,292 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T05:00:27,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731992427292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731992427292"}]},"ts":"1731992427292"}
2024-11-19T05:00:27,295 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T05:00:27,296 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T05:00:27,297 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731992427296"}]},"ts":"1731992427296"}
2024-11-19T05:00:27,299 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-19T05:00:27,299 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=39905aceb8c7db6962a9b5502179b50f, ASSIGN}]
2024-11-19T05:00:27,300 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=39905aceb8c7db6962a9b5502179b50f, ASSIGN
2024-11-19T05:00:27,301 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=39905aceb8c7db6962a9b5502179b50f, ASSIGN; state=OFFLINE, location=08a7f35e60d4,41449,1731992321591; forceNewPlan=false, retain=false
2024-11-19T05:00:27,452 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=39905aceb8c7db6962a9b5502179b50f, regionState=OPENING, regionLocation=08a7f35e60d4,41449,1731992321591
2024-11-19T05:00:27,455 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=39905aceb8c7db6962a9b5502179b50f, ASSIGN because future has completed
2024-11-19T05:00:27,455 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39905aceb8c7db6962a9b5502179b50f, server=08a7f35e60d4,41449,1731992321591}]
2024-11-19T05:00:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-19T05:00:27,614 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f.
2024-11-19T05:00:27,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 39905aceb8c7db6962a9b5502179b50f, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f.', STARTKEY => '', ENDKEY => ''}
2024-11-19T05:00:27,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 39905aceb8c7db6962a9b5502179b50f
2024-11-19T05:00:27,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T05:00:27,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 39905aceb8c7db6962a9b5502179b50f
2024-11-19T05:00:27,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 39905aceb8c7db6962a9b5502179b50f
2024-11-19T05:00:27,616 INFO  [StoreOpener-39905aceb8c7db6962a9b5502179b50f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 39905aceb8c7db6962a9b5502179b50f 
2024-11-19T05:00:27,618 INFO  [StoreOpener-39905aceb8c7db6962a9b5502179b50f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39905aceb8c7db6962a9b5502179b50f columnFamilyName testFamily
2024-11-19T05:00:27,619 DEBUG [StoreOpener-39905aceb8c7db6962a9b5502179b50f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T05:00:27,619 INFO  [StoreOpener-39905aceb8c7db6962a9b5502179b50f-1 {}] regionserver.HStore(327): Store=39905aceb8c7db6962a9b5502179b50f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T05:00:27,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 39905aceb8c7db6962a9b5502179b50f
2024-11-19T05:00:27,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnNext/39905aceb8c7db6962a9b5502179b50f
2024-11-19T05:00:27,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnNext/39905aceb8c7db6962a9b5502179b50f
2024-11-19T05:00:27,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 39905aceb8c7db6962a9b5502179b50f
2024-11-19T05:00:27,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 39905aceb8c7db6962a9b5502179b50f
2024-11-19T05:00:27,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 39905aceb8c7db6962a9b5502179b50f
2024-11-19T05:00:27,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnNext/39905aceb8c7db6962a9b5502179b50f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T05:00:27,627 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 39905aceb8c7db6962a9b5502179b50f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67000062, jitterRate=-0.0016212761402130127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T05:00:27,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39905aceb8c7db6962a9b5502179b50f
2024-11-19T05:00:27,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 39905aceb8c7db6962a9b5502179b50f:
Running coprocessor pre-open hook at 1731992427615Writing region info on filesystem at 1731992427615Initializing all the Stores at 1731992427616 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731992427616Cleaning up temporary data from old regions at 1731992427621 (+5 ms)Running coprocessor post-open hooks at 1731992427627 (+6 ms)Region opened successfully at 1731992427627
2024-11-19T05:00:27,629 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f., pid=30, masterSystemTime=1731992427608
2024-11-19T05:00:27,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f.
2024-11-19T05:00:27,631 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f.
2024-11-19T05:00:27,632 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=39905aceb8c7db6962a9b5502179b50f, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,41449,1731992321591
2024-11-19T05:00:27,634 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39905aceb8c7db6962a9b5502179b50f, server=08a7f35e60d4,41449,1731992321591 because future has completed
2024-11-19T05:00:27,637 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-19T05:00:27,637 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 39905aceb8c7db6962a9b5502179b50f, server=08a7f35e60d4,41449,1731992321591 in 180 msec
2024-11-19T05:00:27,639 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-19T05:00:27,640 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=39905aceb8c7db6962a9b5502179b50f, ASSIGN in 338 msec
2024-11-19T05:00:27,640 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T05:00:27,641 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731992427640"}]},"ts":"1731992427640"}
2024-11-19T05:00:27,642 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-19T05:00:27,643 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T05:00:27,645 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1760 sec
2024-11-19T05:00:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-19T05:00:29,513 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-19T05:00:29,513 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-19T05:00:29,513 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T05:00:29,518 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-19T05:00:29,518 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T05:00:29,518 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-19T05:00:29,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2]
2024-11-19T05:00:29,530 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T05:00:29,531 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-19T05:00:29,533 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-19T05:00:29,535 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-19T05:00:29,536 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-19T05:00:29,536 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-19T05:00:30,831 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-19T05:00:30,831 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-19T05:00:31,589 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-19T05:00:33,148 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T05:00:35,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41449 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5870924688212885452' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-19T05:00:35,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41449 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:39164 deadline: 1731992441540, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5870924688212885452' does not exist
2024-11-19T05:00:35,541 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 08a7f35e60d4,41449,1731992321591 for closing scanner id = -5870924688212885452 for 39905aceb8c7db6962a9b5502179b50f of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5870924688212885452' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T05:00:35,549 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=405 (was 406), ProcessCount=11 (was 11), AvailableMemoryMB=11862 (was 11879)
2024-11-19T05:00:35,558 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=405, ProcessCount=11, AvailableMemoryMB=11861
2024-11-19T05:00:35,561 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T05:00:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-19T05:00:35,568 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T05:00:35,568 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T05:00:35,569 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-19T05:00:35,570 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T05:00:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-19T05:00:35,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741853_1029 (size=423)
2024-11-19T05:00:35,598 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8db08ae92d3b239e82841a33959e838, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993
2024-11-19T05:00:35,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741854_1030 (size=74)
2024-11-19T05:00:35,623 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T05:00:35,623 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing c8db08ae92d3b239e82841a33959e838, disabling compactions & flushes
2024-11-19T05:00:35,623 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838.
2024-11-19T05:00:35,623 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838.
2024-11-19T05:00:35,623 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838. after waiting 0 ms
2024-11-19T05:00:35,623 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838.
2024-11-19T05:00:35,623 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838.
2024-11-19T05:00:35,624 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8db08ae92d3b239e82841a33959e838:
Waiting for close lock at 1731992435623Disabling compacts and flushes for region at 1731992435623Disabling writes for close at 1731992435623Writing region close event to WAL at 1731992435623Closed at 1731992435623
2024-11-19T05:00:35,626 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T05:00:35,626 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731992435626"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731992435626"}]},"ts":"1731992435626"}
2024-11-19T05:00:35,630 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T05:00:35,631 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T05:00:35,632 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731992435632"}]},"ts":"1731992435632"}
2024-11-19T05:00:35,638 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-19T05:00:35,638 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=c8db08ae92d3b239e82841a33959e838, ASSIGN}]
2024-11-19T05:00:35,641 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=c8db08ae92d3b239e82841a33959e838, ASSIGN
2024-11-19T05:00:35,642 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=c8db08ae92d3b239e82841a33959e838, ASSIGN; state=OFFLINE, location=08a7f35e60d4,41449,1731992321591; forceNewPlan=false, retain=false
2024-11-19T05:00:35,793 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=c8db08ae92d3b239e82841a33959e838, regionState=OPENING, regionLocation=08a7f35e60d4,41449,1731992321591
2024-11-19T05:00:35,798 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=c8db08ae92d3b239e82841a33959e838, ASSIGN because future has completed
2024-11-19T05:00:35,798 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8db08ae92d3b239e82841a33959e838, server=08a7f35e60d4,41449,1731992321591}]
2024-11-19T05:00:35,958 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838.
2024-11-19T05:00:35,958 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => c8db08ae92d3b239e82841a33959e838, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838.', STARTKEY => '', ENDKEY => ''}
2024-11-19T05:00:35,959 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync c8db08ae92d3b239e82841a33959e838
2024-11-19T05:00:35,959 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T05:00:35,959 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for c8db08ae92d3b239e82841a33959e838
2024-11-19T05:00:35,959 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for c8db08ae92d3b239e82841a33959e838
2024-11-19T05:00:35,961 INFO  [StoreOpener-c8db08ae92d3b239e82841a33959e838-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c8db08ae92d3b239e82841a33959e838 
2024-11-19T05:00:35,964 INFO  [StoreOpener-c8db08ae92d3b239e82841a33959e838-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8db08ae92d3b239e82841a33959e838 columnFamilyName testFamily
2024-11-19T05:00:35,964 DEBUG [StoreOpener-c8db08ae92d3b239e82841a33959e838-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T05:00:35,964 INFO  [StoreOpener-c8db08ae92d3b239e82841a33959e838-1 {}] regionserver.HStore(327): Store=c8db08ae92d3b239e82841a33959e838/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T05:00:35,965 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for c8db08ae92d3b239e82841a33959e838
2024-11-19T05:00:35,966 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnOpenScannerAsync/c8db08ae92d3b239e82841a33959e838
2024-11-19T05:00:35,966 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnOpenScannerAsync/c8db08ae92d3b239e82841a33959e838
2024-11-19T05:00:35,967 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for c8db08ae92d3b239e82841a33959e838
2024-11-19T05:00:35,967 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for c8db08ae92d3b239e82841a33959e838
2024-11-19T05:00:35,970 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for c8db08ae92d3b239e82841a33959e838
2024-11-19T05:00:35,979 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnOpenScannerAsync/c8db08ae92d3b239e82841a33959e838/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T05:00:35,980 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened c8db08ae92d3b239e82841a33959e838; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64331846, jitterRate=-0.04138079285621643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T05:00:35,980 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8db08ae92d3b239e82841a33959e838
2024-11-19T05:00:35,980 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for c8db08ae92d3b239e82841a33959e838:
Running coprocessor pre-open hook at 1731992435960Writing region info on filesystem at 1731992435960Initializing all the Stores at 1731992435961 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731992435961Cleaning up temporary data from old regions at 1731992435967 (+6 ms)Running coprocessor post-open hooks at 1731992435980 (+13 ms)Region opened successfully at 1731992435980
2024-11-19T05:00:35,982 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838., pid=33, masterSystemTime=1731992435951
2024-11-19T05:00:35,985 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838.
2024-11-19T05:00:35,985 INFO  [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838.
2024-11-19T05:00:35,986 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=c8db08ae92d3b239e82841a33959e838, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,41449,1731992321591
2024-11-19T05:00:35,989 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8db08ae92d3b239e82841a33959e838, server=08a7f35e60d4,41449,1731992321591 because future has completed
2024-11-19T05:00:35,993 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-19T05:00:35,993 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure c8db08ae92d3b239e82841a33959e838, server=08a7f35e60d4,41449,1731992321591 in 192 msec
2024-11-19T05:00:35,996 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-19T05:00:35,996 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=c8db08ae92d3b239e82841a33959e838, ASSIGN in 355 msec
2024-11-19T05:00:35,997 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T05:00:35,997 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731992435997"}]},"ts":"1731992435997"}
2024-11-19T05:00:36,001 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-19T05:00:36,002 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T05:00:36,005 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 441 msec
2024-11-19T05:00:36,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-11-19T05:00:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-19T05:00:36,583 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-19T05:00:36,583 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-19T05:00:36,584 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T05:00:36,590 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-19T05:00:36,590 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T05:00:36,590 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-19T05:00:36,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2]
2024-11-19T05:00:36,606 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T05:00:36,606 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-19T05:00:36,609 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-19T05:00:36,611 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-19T05:00:37,590 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-19T05:00:37,617 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=08a7f35e60d4:41449 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-11-19T05:00:37,617 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-11-19T05:00:37,617 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2 from cache
2024-11-19T05:00:38,112 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-11-19T05:00:38,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2]
2024-11-19T05:00:38,627 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-19T05:00:38,748 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-19T05:00:39,616 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=08a7f35e60d4:41449 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=990ms, rpcTimeout=983ms
2024-11-19T05:00:39,617 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=990ms, rpcTimeout=983ms
2024-11-19T05:00:39,617 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838., hostname=08a7f35e60d4,41449,1731992321591, seqNum=2 from cache
2024-11-19T05:00:39,627 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 405), ProcessCount=11 (was 11), AvailableMemoryMB=11866 (was 11861) - AvailableMemoryMB LEAK? -
2024-11-19T05:00:39,628 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-19T05:00:39,628 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T05:00:39,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T05:00:39,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T05:00:39,635 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-19T05:00:39,635 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-19T05:00:39,635 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-19T05:00:39,635 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T05:00:39,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T05:00:39,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T05:00:39,636 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-19T05:00:39,636 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-19T05:00:39,636 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1390163225, stopped=false
2024-11-19T05:00:39,636 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=08a7f35e60d4,35953,1731992320178
2024-11-19T05:00:39,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-19T05:00:39,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1012e975e2c0001, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-19T05:00:39,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T05:00:39,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1012e975e2c0001, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T05:00:39,639 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-19T05:00:39,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41449-0x1012e975e2c0001, quorum=127.0.0.1:52646, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T05:00:39,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T05:00:39,640 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-19T05:00:39,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T05:00:39,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T05:00:39,641 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '08a7f35e60d4,41449,1731992321591' *****
2024-11-19T05:00:39,641 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-19T05:00:39,641 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-19T05:00:39,641 INFO  [RS:0;08a7f35e60d4:41449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-19T05:00:39,641 INFO  [RS:0;08a7f35e60d4:41449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-19T05:00:39,642 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(3091): Received CLOSE for 8340784ddab124c3c426585df3188cd3
2024-11-19T05:00:39,642 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-19T05:00:39,642 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(3091): Received CLOSE for 863e23fa1d10425d67a9b4f5c61511c7
2024-11-19T05:00:39,643 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(3091): Received CLOSE for c8db08ae92d3b239e82841a33959e838
2024-11-19T05:00:39,643 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(3091): Received CLOSE for c6cf576724e6df248df6aa89592ea2d7
2024-11-19T05:00:39,643 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(3091): Received CLOSE for 39905aceb8c7db6962a9b5502179b50f
2024-11-19T05:00:39,643 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(3091): Received CLOSE for 05411a1700406cd83d7cbda2ff7548ea
2024-11-19T05:00:39,643 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(3091): Received CLOSE for 4966a596a2c55aab5a835d35a4ddee5e
2024-11-19T05:00:39,643 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a35ce60db0b7cf5e47df768d065520e
2024-11-19T05:00:39,643 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(3091): Received CLOSE for 5eac330931b3972886e069ea1e6ad0aa
2024-11-19T05:00:39,643 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8340784ddab124c3c426585df3188cd3, disabling compactions & flushes
2024-11-19T05:00:39,643 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(3091): Received CLOSE for 9684a8f3dbce1c9cbce3d6eb68b50560
2024-11-19T05:00:39,643 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3.
2024-11-19T05:00:39,643 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3.
2024-11-19T05:00:39,643 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(959): stopping server 08a7f35e60d4,41449,1731992321591
2024-11-19T05:00:39,643 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3. after waiting 0 ms
2024-11-19T05:00:39,643 INFO  [RS:0;08a7f35e60d4:41449 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-19T05:00:39,643 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3.
2024-11-19T05:00:39,643 INFO  [RS:0;08a7f35e60d4:41449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;08a7f35e60d4:41449.
2024-11-19T05:00:39,643 DEBUG [RS:0;08a7f35e60d4:41449 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T05:00:39,643 DEBUG [RS:0;08a7f35e60d4:41449 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T05:00:39,644 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-19T05:00:39,644 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-19T05:00:39,644 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-19T05:00:39,644 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-19T05:00:39,644 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-19T05:00:39,644 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-19T05:00:39,644 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-19T05:00:39,644 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-19T05:00:39,645 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-19T05:00:39,645 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-19T05:00:39,645 DEBUG [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(1351): Waiting on 05411a1700406cd83d7cbda2ff7548ea, 1588230740, 39905aceb8c7db6962a9b5502179b50f, 4966a596a2c55aab5a835d35a4ddee5e, 5eac330931b3972886e069ea1e6ad0aa, 8340784ddab124c3c426585df3188cd3, 863e23fa1d10425d67a9b4f5c61511c7, 8a35ce60db0b7cf5e47df768d065520e, 9684a8f3dbce1c9cbce3d6eb68b50560, c6cf576724e6df248df6aa89592ea2d7, c8db08ae92d3b239e82841a33959e838
2024-11-19T05:00:39,648 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-19T05:00:39,648 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8340784ddab124c3c426585df3188cd3 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T05:00:39,719 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnOpenScanner/8340784ddab124c3c426585df3188cd3/.tmp/testFamily/01163f113e4b43b29b0085678081a517 is 61, key is row-0/testFamily:testQualifier/1731992406155/Put/seqid=0
2024-11-19T05:00:39,728 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/meta/1588230740/.tmp/info/15dc1a5833fb46089d5c4e7af733bb94 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea./info:regioninfo/1731992385903/Put/seqid=0
2024-11-19T05:00:39,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741855_1031 (size=5049)
2024-11-19T05:00:39,756 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnOpenScanner/8340784ddab124c3c426585df3188cd3/.tmp/testFamily/01163f113e4b43b29b0085678081a517
2024-11-19T05:00:39,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741856_1032 (size=20564)
2024-11-19T05:00:39,765 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/meta/1588230740/.tmp/info/15dc1a5833fb46089d5c4e7af733bb94
2024-11-19T05:00:39,834 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnOpenScanner/8340784ddab124c3c426585df3188cd3/.tmp/testFamily/01163f113e4b43b29b0085678081a517 as hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnOpenScanner/8340784ddab124c3c426585df3188cd3/testFamily/01163f113e4b43b29b0085678081a517
2024-11-19T05:00:39,845 DEBUG [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(1351): Waiting on 05411a1700406cd83d7cbda2ff7548ea, 1588230740, 39905aceb8c7db6962a9b5502179b50f, 4966a596a2c55aab5a835d35a4ddee5e, 5eac330931b3972886e069ea1e6ad0aa, 8340784ddab124c3c426585df3188cd3, 863e23fa1d10425d67a9b4f5c61511c7, 8a35ce60db0b7cf5e47df768d065520e, 9684a8f3dbce1c9cbce3d6eb68b50560, c6cf576724e6df248df6aa89592ea2d7, c8db08ae92d3b239e82841a33959e838
2024-11-19T05:00:39,850 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnOpenScanner/8340784ddab124c3c426585df3188cd3/testFamily/01163f113e4b43b29b0085678081a517, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T05:00:39,853 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/meta/1588230740/.tmp/ns/ad5faa9fa83a47c8994a633420077cf2 is 43, key is default/ns:d/1731992384141/Put/seqid=0
2024-11-19T05:00:39,863 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8340784ddab124c3c426585df3188cd3 in 214ms, sequenceid=8, compaction requested=false
2024-11-19T05:00:39,884 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741857_1033 (size=5153)
2024-11-19T05:00:39,897 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnOpenScanner/8340784ddab124c3c426585df3188cd3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T05:00:39,900 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3.
2024-11-19T05:00:39,901 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8340784ddab124c3c426585df3188cd3:
Waiting for close lock at 1731992439643Running coprocessor pre-close hooks at 1731992439643Disabling compacts and flushes for region at 1731992439643Disabling writes for close at 1731992439643Obtaining lock to block concurrent updates at 1731992439648 (+5 ms)Preparing flush snapshotting stores in 8340784ddab124c3c426585df3188cd3 at 1731992439648Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731992439657 (+9 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3. at 1731992439659 (+2 ms)Flushing 8340784ddab124c3c426585df3188cd3/testFamily: creating writer at 1731992439661 (+2 ms)Flushing 8340784ddab124c3c426585df3188cd3/testFamily: appending metadata at 1731992439711 (+50 ms)Flushing 8340784ddab124c3c426585df3188cd3/testFamily: closing flushed file at 1731992439714 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4414ce09: reopening flushed file at 1731992439827 (+113 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8340784ddab124c3c426585df3188cd3 in 214ms, sequenceid=8, compaction requested=false at 1731992439863 (+36 ms)Writing region close event to WAL at 1731992439883 (+20 ms)Running coprocessor post-close hooks at 1731992439898 (+15 ms)Closed at 1731992439900 (+2 ms)
2024-11-19T05:00:39,901 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731992405116.8340784ddab124c3c426585df3188cd3.
2024-11-19T05:00:39,902 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 863e23fa1d10425d67a9b4f5c61511c7, disabling compactions & flushes
2024-11-19T05:00:39,902 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7.
2024-11-19T05:00:39,902 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7.
2024-11-19T05:00:39,902 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7. after waiting 0 ms
2024-11-19T05:00:39,902 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7.
2024-11-19T05:00:39,902 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 863e23fa1d10425d67a9b4f5c61511c7 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T05:00:39,944 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnNext/863e23fa1d10425d67a9b4f5c61511c7/.tmp/testFamily/559964dc066a4440a55232aa846b038f is 61, key is row-0/testFamily:testQualifier/1731992416354/Put/seqid=0
2024-11-19T05:00:39,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741858_1034 (size=5049)
2024-11-19T05:00:40,046 DEBUG [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(1351): Waiting on 05411a1700406cd83d7cbda2ff7548ea, 1588230740, 39905aceb8c7db6962a9b5502179b50f, 4966a596a2c55aab5a835d35a4ddee5e, 5eac330931b3972886e069ea1e6ad0aa, 863e23fa1d10425d67a9b4f5c61511c7, 8a35ce60db0b7cf5e47df768d065520e, 9684a8f3dbce1c9cbce3d6eb68b50560, c6cf576724e6df248df6aa89592ea2d7, c8db08ae92d3b239e82841a33959e838
2024-11-19T05:00:40,128 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T05:00:40,246 DEBUG [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(1351): Waiting on 05411a1700406cd83d7cbda2ff7548ea, 1588230740, 39905aceb8c7db6962a9b5502179b50f, 4966a596a2c55aab5a835d35a4ddee5e, 5eac330931b3972886e069ea1e6ad0aa, 863e23fa1d10425d67a9b4f5c61511c7, 8a35ce60db0b7cf5e47df768d065520e, 9684a8f3dbce1c9cbce3d6eb68b50560, c6cf576724e6df248df6aa89592ea2d7, c8db08ae92d3b239e82841a33959e838
2024-11-19T05:00:40,286 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/meta/1588230740/.tmp/ns/ad5faa9fa83a47c8994a633420077cf2
2024-11-19T05:00:40,325 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/meta/1588230740/.tmp/table/eddf23e7e9414993b42b947a305b9d21 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731992385926/Put/seqid=0
2024-11-19T05:00:40,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741859_1035 (size=6699)
2024-11-19T05:00:40,343 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/meta/1588230740/.tmp/table/eddf23e7e9414993b42b947a305b9d21
2024-11-19T05:00:40,355 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/meta/1588230740/.tmp/info/15dc1a5833fb46089d5c4e7af733bb94 as hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/meta/1588230740/info/15dc1a5833fb46089d5c4e7af733bb94
2024-11-19T05:00:40,362 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnNext/863e23fa1d10425d67a9b4f5c61511c7/.tmp/testFamily/559964dc066a4440a55232aa846b038f
2024-11-19T05:00:40,371 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/meta/1588230740/info/15dc1a5833fb46089d5c4e7af733bb94, entries=100, sequenceid=56, filesize=20.1 K
2024-11-19T05:00:40,373 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/meta/1588230740/.tmp/ns/ad5faa9fa83a47c8994a633420077cf2 as hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/meta/1588230740/ns/ad5faa9fa83a47c8994a633420077cf2
2024-11-19T05:00:40,373 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnNext/863e23fa1d10425d67a9b4f5c61511c7/.tmp/testFamily/559964dc066a4440a55232aa846b038f as hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnNext/863e23fa1d10425d67a9b4f5c61511c7/testFamily/559964dc066a4440a55232aa846b038f
2024-11-19T05:00:40,384 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/meta/1588230740/ns/ad5faa9fa83a47c8994a633420077cf2, entries=2, sequenceid=56, filesize=5.0 K
2024-11-19T05:00:40,387 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/meta/1588230740/.tmp/table/eddf23e7e9414993b42b947a305b9d21 as hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/meta/1588230740/table/eddf23e7e9414993b42b947a305b9d21
2024-11-19T05:00:40,388 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnNext/863e23fa1d10425d67a9b4f5c61511c7/testFamily/559964dc066a4440a55232aa846b038f, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T05:00:40,393 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 863e23fa1d10425d67a9b4f5c61511c7 in 491ms, sequenceid=8, compaction requested=false
2024-11-19T05:00:40,397 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/meta/1588230740/table/eddf23e7e9414993b42b947a305b9d21, entries=20, sequenceid=56, filesize=6.5 K
2024-11-19T05:00:40,398 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 753ms, sequenceid=56, compaction requested=false
2024-11-19T05:00:40,413 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnNext/863e23fa1d10425d67a9b4f5c61511c7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T05:00:40,414 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7.
2024-11-19T05:00:40,414 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 863e23fa1d10425d67a9b4f5c61511c7:
Waiting for close lock at 1731992439902Running coprocessor pre-close hooks at 1731992439902Disabling compacts and flushes for region at 1731992439902Disabling writes for close at 1731992439902Obtaining lock to block concurrent updates at 1731992439902Preparing flush snapshotting stores in 863e23fa1d10425d67a9b4f5c61511c7 at 1731992439902Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731992439902Flushing stores of testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7. at 1731992439903 (+1 ms)Flushing 863e23fa1d10425d67a9b4f5c61511c7/testFamily: creating writer at 1731992439903Flushing 863e23fa1d10425d67a9b4f5c61511c7/testFamily: appending metadata at 1731992439944 (+41 ms)Flushing 863e23fa1d10425d67a9b4f5c61511c7/testFamily: closing flushed file at 1731992439944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61409991: reopening flushed file at 1731992440372 (+428 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 863e23fa1d10425d67a9b4f5c61511c7 in 491ms, sequenceid=8, compaction requested=false at 1731992440393 (+21 ms)Writing region close event to WAL at 1731992440398 (+5 ms)Running coprocessor post-close hooks at 1731992440414 (+16 ms)Closed at 1731992440414
2024-11-19T05:00:40,415 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731992415322.863e23fa1d10425d67a9b4f5c61511c7.
2024-11-19T05:00:40,415 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8db08ae92d3b239e82841a33959e838, disabling compactions & flushes
2024-11-19T05:00:40,415 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838.
2024-11-19T05:00:40,415 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838.
2024-11-19T05:00:40,415 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838. after waiting 0 ms
2024-11-19T05:00:40,415 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838.
2024-11-19T05:00:40,415 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c8db08ae92d3b239e82841a33959e838 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T05:00:40,417 INFO  [regionserver/08a7f35e60d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-19T05:00:40,417 INFO  [regionserver/08a7f35e60d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-19T05:00:40,426 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-19T05:00:40,429 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-19T05:00:40,429 INFO  [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-19T05:00:40,430 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731992439644Running coprocessor pre-close hooks at 1731992439644Disabling compacts and flushes for region at 1731992439644Disabling writes for close at 1731992439645 (+1 ms)Obtaining lock to block concurrent updates at 1731992439648 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731992439648Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731992439657 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731992439659 (+2 ms)Flushing 1588230740/info: creating writer at 1731992439661 (+2 ms)Flushing 1588230740/info: appending metadata at 1731992439719 (+58 ms)Flushing 1588230740/info: closing flushed file at 1731992439719Flushing 1588230740/ns: creating writer at 1731992439827 (+108 ms)Flushing 1588230740/ns: appending metadata at 1731992439852 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731992439852Flushing 1588230740/table: creating writer at 1731992440300 (+448 ms)Flushing 1588230740/table: appending metadata at 1731992440324 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731992440324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@307baddc: reopening flushed file at 1731992440354 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@304674ec: reopening flushed file at 1731992440371 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@550b3e85: reopening flushed file at 1731992440384 (+13 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 753ms, sequenceid=56, compaction requested=false at 1731992440399 (+15 ms)Writing region close event to WAL at 1731992440415 (+16 ms)Running coprocessor post-close hooks at 1731992440429 (+14 ms)Closed at 1731992440429
2024-11-19T05:00:40,430 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-19T05:00:40,443 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnOpenScannerAsync/c8db08ae92d3b239e82841a33959e838/.tmp/testFamily/55bcbd8cbea94370b89a5ad6f90c6965 is 61, key is row-0/testFamily:testQualifier/1731992436595/Put/seqid=0
2024-11-19T05:00:40,446 DEBUG [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(1351): Waiting on 05411a1700406cd83d7cbda2ff7548ea, 39905aceb8c7db6962a9b5502179b50f, 4966a596a2c55aab5a835d35a4ddee5e, 5eac330931b3972886e069ea1e6ad0aa, 8a35ce60db0b7cf5e47df768d065520e, 9684a8f3dbce1c9cbce3d6eb68b50560, c6cf576724e6df248df6aa89592ea2d7, c8db08ae92d3b239e82841a33959e838
2024-11-19T05:00:40,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741860_1036 (size=5049)
2024-11-19T05:00:40,466 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnOpenScannerAsync/c8db08ae92d3b239e82841a33959e838/.tmp/testFamily/55bcbd8cbea94370b89a5ad6f90c6965
2024-11-19T05:00:40,478 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnOpenScannerAsync/c8db08ae92d3b239e82841a33959e838/.tmp/testFamily/55bcbd8cbea94370b89a5ad6f90c6965 as hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnOpenScannerAsync/c8db08ae92d3b239e82841a33959e838/testFamily/55bcbd8cbea94370b89a5ad6f90c6965
2024-11-19T05:00:40,487 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnOpenScannerAsync/c8db08ae92d3b239e82841a33959e838/testFamily/55bcbd8cbea94370b89a5ad6f90c6965, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T05:00:40,492 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c8db08ae92d3b239e82841a33959e838 in 77ms, sequenceid=8, compaction requested=false
2024-11-19T05:00:40,510 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnOpenScannerAsync/c8db08ae92d3b239e82841a33959e838/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T05:00:40,511 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838.
2024-11-19T05:00:40,512 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8db08ae92d3b239e82841a33959e838:
Waiting for close lock at 1731992440415Running coprocessor pre-close hooks at 1731992440415Disabling compacts and flushes for region at 1731992440415Disabling writes for close at 1731992440415Obtaining lock to block concurrent updates at 1731992440415Preparing flush snapshotting stores in c8db08ae92d3b239e82841a33959e838 at 1731992440415Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731992440415Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838. at 1731992440416 (+1 ms)Flushing c8db08ae92d3b239e82841a33959e838/testFamily: creating writer at 1731992440416Flushing c8db08ae92d3b239e82841a33959e838/testFamily: appending metadata at 1731992440442 (+26 ms)Flushing c8db08ae92d3b239e82841a33959e838/testFamily: closing flushed file at 1731992440442Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42fdc3ee: reopening flushed file at 1731992440477 (+35 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c8db08ae92d3b239e82841a33959e838 in 77ms, sequenceid=8, compaction requested=false at 1731992440492 (+15 ms)Writing region close event to WAL at 1731992440502 (+10 ms)Running coprocessor post-close hooks at 1731992440511 (+9 ms)Closed at 1731992440511
2024-11-19T05:00:40,512 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731992435561.c8db08ae92d3b239e82841a33959e838.
2024-11-19T05:00:40,512 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6cf576724e6df248df6aa89592ea2d7, disabling compactions & flushes
2024-11-19T05:00:40,512 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7.
2024-11-19T05:00:40,512 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7.
2024-11-19T05:00:40,512 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7. after waiting 0 ms
2024-11-19T05:00:40,512 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7.
2024-11-19T05:00:40,512 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c6cf576724e6df248df6aa89592ea2d7 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T05:00:40,536 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnNextAsync/c6cf576724e6df248df6aa89592ea2d7/.tmp/testFamily/b7fff972154d40bf89624aa9e8b7a0c9 is 61, key is row-0/testFamily:testQualifier/1731992395913/Put/seqid=0
2024-11-19T05:00:40,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741861_1037 (size=5049)
2024-11-19T05:00:40,544 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnNextAsync/c6cf576724e6df248df6aa89592ea2d7/.tmp/testFamily/b7fff972154d40bf89624aa9e8b7a0c9
2024-11-19T05:00:40,562 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnNextAsync/c6cf576724e6df248df6aa89592ea2d7/.tmp/testFamily/b7fff972154d40bf89624aa9e8b7a0c9 as hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnNextAsync/c6cf576724e6df248df6aa89592ea2d7/testFamily/b7fff972154d40bf89624aa9e8b7a0c9
2024-11-19T05:00:40,573 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnNextAsync/c6cf576724e6df248df6aa89592ea2d7/testFamily/b7fff972154d40bf89624aa9e8b7a0c9, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T05:00:40,574 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c6cf576724e6df248df6aa89592ea2d7 in 62ms, sequenceid=8, compaction requested=false
2024-11-19T05:00:40,580 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnNextAsync/c6cf576724e6df248df6aa89592ea2d7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T05:00:40,581 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7.
2024-11-19T05:00:40,581 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6cf576724e6df248df6aa89592ea2d7:
Waiting for close lock at 1731992440512Running coprocessor pre-close hooks at 1731992440512Disabling compacts and flushes for region at 1731992440512Disabling writes for close at 1731992440512Obtaining lock to block concurrent updates at 1731992440512Preparing flush snapshotting stores in c6cf576724e6df248df6aa89592ea2d7 at 1731992440512Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731992440513 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7. at 1731992440514 (+1 ms)Flushing c6cf576724e6df248df6aa89592ea2d7/testFamily: creating writer at 1731992440514Flushing c6cf576724e6df248df6aa89592ea2d7/testFamily: appending metadata at 1731992440535 (+21 ms)Flushing c6cf576724e6df248df6aa89592ea2d7/testFamily: closing flushed file at 1731992440536 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a329a93: reopening flushed file at 1731992440560 (+24 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c6cf576724e6df248df6aa89592ea2d7 in 62ms, sequenceid=8, compaction requested=false at 1731992440575 (+15 ms)Writing region close event to WAL at 1731992440575Running coprocessor post-close hooks at 1731992440581 (+6 ms)Closed at 1731992440581
2024-11-19T05:00:40,581 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731992394878.c6cf576724e6df248df6aa89592ea2d7.
2024-11-19T05:00:40,582 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39905aceb8c7db6962a9b5502179b50f, disabling compactions & flushes
2024-11-19T05:00:40,582 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f.
2024-11-19T05:00:40,582 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f.
2024-11-19T05:00:40,582 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f. after waiting 0 ms
2024-11-19T05:00:40,582 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f.
2024-11-19T05:00:40,582 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 39905aceb8c7db6962a9b5502179b50f 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T05:00:40,604 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnNext/39905aceb8c7db6962a9b5502179b50f/.tmp/testFamily/72c871fd21d54262ad57f489491dbf90 is 61, key is row-0/testFamily:testQualifier/1731992429522/Put/seqid=0
2024-11-19T05:00:40,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741862_1038 (size=5049)
2024-11-19T05:00:40,612 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnNext/39905aceb8c7db6962a9b5502179b50f/.tmp/testFamily/72c871fd21d54262ad57f489491dbf90
2024-11-19T05:00:40,625 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnNext/39905aceb8c7db6962a9b5502179b50f/.tmp/testFamily/72c871fd21d54262ad57f489491dbf90 as hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnNext/39905aceb8c7db6962a9b5502179b50f/testFamily/72c871fd21d54262ad57f489491dbf90
2024-11-19T05:00:40,635 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnNext/39905aceb8c7db6962a9b5502179b50f/testFamily/72c871fd21d54262ad57f489491dbf90, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T05:00:40,637 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 39905aceb8c7db6962a9b5502179b50f in 55ms, sequenceid=8, compaction requested=false
2024-11-19T05:00:40,646 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-19T05:00:40,647 DEBUG [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(1325): Online Regions={39905aceb8c7db6962a9b5502179b50f=hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f., 05411a1700406cd83d7cbda2ff7548ea=testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea., 4966a596a2c55aab5a835d35a4ddee5e=testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e., 8a35ce60db0b7cf5e47df768d065520e=hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e., 5eac330931b3972886e069ea1e6ad0aa=testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa., 9684a8f3dbce1c9cbce3d6eb68b50560=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560.}
2024-11-19T05:00:40,647 DEBUG [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(1351): Waiting on 05411a1700406cd83d7cbda2ff7548ea, 39905aceb8c7db6962a9b5502179b50f, 4966a596a2c55aab5a835d35a4ddee5e, 5eac330931b3972886e069ea1e6ad0aa, 8a35ce60db0b7cf5e47df768d065520e, 9684a8f3dbce1c9cbce3d6eb68b50560
2024-11-19T05:00:40,660 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnNext/39905aceb8c7db6962a9b5502179b50f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T05:00:40,661 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f.
2024-11-19T05:00:40,661 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39905aceb8c7db6962a9b5502179b50f:
Waiting for close lock at 1731992440582Running coprocessor pre-close hooks at 1731992440582Disabling compacts and flushes for region at 1731992440582Disabling writes for close at 1731992440582Obtaining lock to block concurrent updates at 1731992440582Preparing flush snapshotting stores in 39905aceb8c7db6962a9b5502179b50f at 1731992440582Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731992440582Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f. at 1731992440583 (+1 ms)Flushing 39905aceb8c7db6962a9b5502179b50f/testFamily: creating writer at 1731992440583Flushing 39905aceb8c7db6962a9b5502179b50f/testFamily: appending metadata at 1731992440604 (+21 ms)Flushing 39905aceb8c7db6962a9b5502179b50f/testFamily: closing flushed file at 1731992440604Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d8785e8: reopening flushed file at 1731992440623 (+19 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 39905aceb8c7db6962a9b5502179b50f in 55ms, sequenceid=8, compaction requested=false at 1731992440637 (+14 ms)Writing region close event to WAL at 1731992440652 (+15 ms)Running coprocessor post-close hooks at 1731992440661 (+9 ms)Closed at 1731992440661
2024-11-19T05:00:40,662 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731992426466.39905aceb8c7db6962a9b5502179b50f.
2024-11-19T05:00:40,662 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05411a1700406cd83d7cbda2ff7548ea, disabling compactions & flushes
2024-11-19T05:00:40,662 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea.
2024-11-19T05:00:40,662 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea.
2024-11-19T05:00:40,662 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea. after waiting 0 ms
2024-11-19T05:00:40,662 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea.
2024-11-19T05:00:40,662 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 05411a1700406cd83d7cbda2ff7548ea 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T05:00:40,687 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testRetryOutOfOrderScannerNextExceptionAsync/05411a1700406cd83d7cbda2ff7548ea/.tmp/testFamily/be285fbef15545f2887ab87955495cb6 is 61, key is row-0/testFamily:testQualifier/1731992387645/Put/seqid=0
2024-11-19T05:00:40,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741863_1039 (size=5049)
2024-11-19T05:00:40,696 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testRetryOutOfOrderScannerNextExceptionAsync/05411a1700406cd83d7cbda2ff7548ea/.tmp/testFamily/be285fbef15545f2887ab87955495cb6
2024-11-19T05:00:40,716 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testRetryOutOfOrderScannerNextExceptionAsync/05411a1700406cd83d7cbda2ff7548ea/.tmp/testFamily/be285fbef15545f2887ab87955495cb6 as hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testRetryOutOfOrderScannerNextExceptionAsync/05411a1700406cd83d7cbda2ff7548ea/testFamily/be285fbef15545f2887ab87955495cb6
2024-11-19T05:00:40,729 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testRetryOutOfOrderScannerNextExceptionAsync/05411a1700406cd83d7cbda2ff7548ea/testFamily/be285fbef15545f2887ab87955495cb6, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T05:00:40,730 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 05411a1700406cd83d7cbda2ff7548ea in 68ms, sequenceid=8, compaction requested=false
2024-11-19T05:00:40,736 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testRetryOutOfOrderScannerNextExceptionAsync/05411a1700406cd83d7cbda2ff7548ea/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T05:00:40,737 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea.
2024-11-19T05:00:40,737 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05411a1700406cd83d7cbda2ff7548ea:
Waiting for close lock at 1731992440662Running coprocessor pre-close hooks at 1731992440662Disabling compacts and flushes for region at 1731992440662Disabling writes for close at 1731992440662Obtaining lock to block concurrent updates at 1731992440662Preparing flush snapshotting stores in 05411a1700406cd83d7cbda2ff7548ea at 1731992440662Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731992440663 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea. at 1731992440663Flushing 05411a1700406cd83d7cbda2ff7548ea/testFamily: creating writer at 1731992440664 (+1 ms)Flushing 05411a1700406cd83d7cbda2ff7548ea/testFamily: appending metadata at 1731992440686 (+22 ms)Flushing 05411a1700406cd83d7cbda2ff7548ea/testFamily: closing flushed file at 1731992440686Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9d73a80: reopening flushed file at 1731992440714 (+28 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 05411a1700406cd83d7cbda2ff7548ea in 68ms, sequenceid=8, compaction requested=false at 1731992440730 (+16 ms)Writing region close event to WAL at 1731992440731 (+1 ms)Running coprocessor post-close hooks at 1731992440737 (+6 ms)Closed at 1731992440737
2024-11-19T05:00:40,737 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731992384520.05411a1700406cd83d7cbda2ff7548ea.
2024-11-19T05:00:40,738 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4966a596a2c55aab5a835d35a4ddee5e, disabling compactions & flushes
2024-11-19T05:00:40,738 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e.
2024-11-19T05:00:40,738 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e.
2024-11-19T05:00:40,738 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e. after waiting 0 ms
2024-11-19T05:00:40,738 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e.
2024-11-19T05:00:40,738 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4966a596a2c55aab5a835d35a4ddee5e 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T05:00:40,762 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testRetryOutOfOrderScannerNextException/4966a596a2c55aab5a835d35a4ddee5e/.tmp/testFamily/9036e733720248fbaedda17421bc05e0 is 61, key is row-0/testFamily:testQualifier/1731992405034/Put/seqid=0
2024-11-19T05:00:40,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741864_1040 (size=5049)
2024-11-19T05:00:40,831 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-19T05:00:40,831 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-19T05:00:40,831 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-19T05:00:40,831 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-19T05:00:40,831 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-19T05:00:40,831 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-19T05:00:40,831 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-19T05:00:40,847 DEBUG [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(1351): Waiting on 4966a596a2c55aab5a835d35a4ddee5e, 5eac330931b3972886e069ea1e6ad0aa, 8a35ce60db0b7cf5e47df768d065520e, 9684a8f3dbce1c9cbce3d6eb68b50560
2024-11-19T05:00:41,047 DEBUG [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(1351): Waiting on 4966a596a2c55aab5a835d35a4ddee5e, 5eac330931b3972886e069ea1e6ad0aa, 8a35ce60db0b7cf5e47df768d065520e, 9684a8f3dbce1c9cbce3d6eb68b50560
2024-11-19T05:00:41,178 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testRetryOutOfOrderScannerNextException/4966a596a2c55aab5a835d35a4ddee5e/.tmp/testFamily/9036e733720248fbaedda17421bc05e0
2024-11-19T05:00:41,188 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testRetryOutOfOrderScannerNextException/4966a596a2c55aab5a835d35a4ddee5e/.tmp/testFamily/9036e733720248fbaedda17421bc05e0 as hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testRetryOutOfOrderScannerNextException/4966a596a2c55aab5a835d35a4ddee5e/testFamily/9036e733720248fbaedda17421bc05e0
2024-11-19T05:00:41,197 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testRetryOutOfOrderScannerNextException/4966a596a2c55aab5a835d35a4ddee5e/testFamily/9036e733720248fbaedda17421bc05e0, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T05:00:41,198 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4966a596a2c55aab5a835d35a4ddee5e in 460ms, sequenceid=8, compaction requested=false
2024-11-19T05:00:41,204 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testRetryOutOfOrderScannerNextException/4966a596a2c55aab5a835d35a4ddee5e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T05:00:41,205 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e.
2024-11-19T05:00:41,205 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4966a596a2c55aab5a835d35a4ddee5e:
Waiting for close lock at 1731992440738Running coprocessor pre-close hooks at 1731992440738Disabling compacts and flushes for region at 1731992440738Disabling writes for close at 1731992440738Obtaining lock to block concurrent updates at 1731992440738Preparing flush snapshotting stores in 4966a596a2c55aab5a835d35a4ddee5e at 1731992440738Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731992440738Flushing stores of testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e. at 1731992440739 (+1 ms)Flushing 4966a596a2c55aab5a835d35a4ddee5e/testFamily: creating writer at 1731992440739Flushing 4966a596a2c55aab5a835d35a4ddee5e/testFamily: appending metadata at 1731992440760 (+21 ms)Flushing 4966a596a2c55aab5a835d35a4ddee5e/testFamily: closing flushed file at 1731992440761 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f8e21: reopening flushed file at 1731992441187 (+426 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4966a596a2c55aab5a835d35a4ddee5e in 460ms, sequenceid=8, compaction requested=false at 1731992441198 (+11 ms)Writing region close event to WAL at 1731992441199 (+1 ms)Running coprocessor post-close hooks at 1731992441205 (+6 ms)Closed at 1731992441205
2024-11-19T05:00:41,205 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731992401978.4966a596a2c55aab5a835d35a4ddee5e.
2024-11-19T05:00:41,205 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a35ce60db0b7cf5e47df768d065520e, disabling compactions & flushes
2024-11-19T05:00:41,205 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e.
2024-11-19T05:00:41,205 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e.
2024-11-19T05:00:41,206 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e. after waiting 0 ms
2024-11-19T05:00:41,206 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e.
2024-11-19T05:00:41,206 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8a35ce60db0b7cf5e47df768d065520e 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T05:00:41,231 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnOpenScanner/8a35ce60db0b7cf5e47df768d065520e/.tmp/testFamily/2a4a3c174b0842a98ff1bf9f99b955e4 is 61, key is row-0/testFamily:testQualifier/1731992388808/Put/seqid=0
2024-11-19T05:00:41,237 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741865_1041 (size=5049)
2024-11-19T05:00:41,238 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnOpenScanner/8a35ce60db0b7cf5e47df768d065520e/.tmp/testFamily/2a4a3c174b0842a98ff1bf9f99b955e4
2024-11-19T05:00:41,248 DEBUG [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(1351): Waiting on 5eac330931b3972886e069ea1e6ad0aa, 8a35ce60db0b7cf5e47df768d065520e, 9684a8f3dbce1c9cbce3d6eb68b50560
2024-11-19T05:00:41,248 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnOpenScanner/8a35ce60db0b7cf5e47df768d065520e/.tmp/testFamily/2a4a3c174b0842a98ff1bf9f99b955e4 as hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnOpenScanner/8a35ce60db0b7cf5e47df768d065520e/testFamily/2a4a3c174b0842a98ff1bf9f99b955e4
2024-11-19T05:00:41,257 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnOpenScanner/8a35ce60db0b7cf5e47df768d065520e/testFamily/2a4a3c174b0842a98ff1bf9f99b955e4, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T05:00:41,259 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8a35ce60db0b7cf5e47df768d065520e in 53ms, sequenceid=8, compaction requested=false
2024-11-19T05:00:41,264 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnOpenScanner/8a35ce60db0b7cf5e47df768d065520e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T05:00:41,265 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e.
2024-11-19T05:00:41,265 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a35ce60db0b7cf5e47df768d065520e:
Waiting for close lock at 1731992441205Running coprocessor pre-close hooks at 1731992441205Disabling compacts and flushes for region at 1731992441205Disabling writes for close at 1731992441206 (+1 ms)Obtaining lock to block concurrent updates at 1731992441206Preparing flush snapshotting stores in 8a35ce60db0b7cf5e47df768d065520e at 1731992441206Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731992441206Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e. at 1731992441207 (+1 ms)Flushing 8a35ce60db0b7cf5e47df768d065520e/testFamily: creating writer at 1731992441207Flushing 8a35ce60db0b7cf5e47df768d065520e/testFamily: appending metadata at 1731992441231 (+24 ms)Flushing 8a35ce60db0b7cf5e47df768d065520e/testFamily: closing flushed file at 1731992441231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12249fd9: reopening flushed file at 1731992441247 (+16 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8a35ce60db0b7cf5e47df768d065520e in 53ms, sequenceid=8, compaction requested=false at 1731992441259 (+12 ms)Writing region close event to WAL at 1731992441260 (+1 ms)Running coprocessor post-close hooks at 1731992441265 (+5 ms)Closed at 1731992441265
2024-11-19T05:00:41,265 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731992387769.8a35ce60db0b7cf5e47df768d065520e.
2024-11-19T05:00:41,265 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5eac330931b3972886e069ea1e6ad0aa, disabling compactions & flushes
2024-11-19T05:00:41,265 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa.
2024-11-19T05:00:41,265 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa.
2024-11-19T05:00:41,265 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa. after waiting 0 ms
2024-11-19T05:00:41,265 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa.
2024-11-19T05:00:41,265 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5eac330931b3972886e069ea1e6ad0aa 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T05:00:41,286 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnNextAsync/5eac330931b3972886e069ea1e6ad0aa/.tmp/testFamily/88c4f413502e4b60b50282157cbb50a9 is 61, key is row-0/testFamily:testQualifier/1731992412266/Put/seqid=0
2024-11-19T05:00:41,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741866_1042 (size=5049)
2024-11-19T05:00:41,294 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnNextAsync/5eac330931b3972886e069ea1e6ad0aa/.tmp/testFamily/88c4f413502e4b60b50282157cbb50a9
2024-11-19T05:00:41,303 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnNextAsync/5eac330931b3972886e069ea1e6ad0aa/.tmp/testFamily/88c4f413502e4b60b50282157cbb50a9 as hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnNextAsync/5eac330931b3972886e069ea1e6ad0aa/testFamily/88c4f413502e4b60b50282157cbb50a9
2024-11-19T05:00:41,311 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnNextAsync/5eac330931b3972886e069ea1e6ad0aa/testFamily/88c4f413502e4b60b50282157cbb50a9, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T05:00:41,312 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5eac330931b3972886e069ea1e6ad0aa in 47ms, sequenceid=8, compaction requested=false
2024-11-19T05:00:41,320 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/default/testNormalScanTimeoutOnNextAsync/5eac330931b3972886e069ea1e6ad0aa/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T05:00:41,321 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa.
2024-11-19T05:00:41,321 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5eac330931b3972886e069ea1e6ad0aa:
Waiting for close lock at 1731992441265Running coprocessor pre-close hooks at 1731992441265Disabling compacts and flushes for region at 1731992441265Disabling writes for close at 1731992441265Obtaining lock to block concurrent updates at 1731992441265Preparing flush snapshotting stores in 5eac330931b3972886e069ea1e6ad0aa at 1731992441265Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731992441266 (+1 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa. at 1731992441266Flushing 5eac330931b3972886e069ea1e6ad0aa/testFamily: creating writer at 1731992441266Flushing 5eac330931b3972886e069ea1e6ad0aa/testFamily: appending metadata at 1731992441286 (+20 ms)Flushing 5eac330931b3972886e069ea1e6ad0aa/testFamily: closing flushed file at 1731992441286Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@721fb3cc: reopening flushed file at 1731992441302 (+16 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5eac330931b3972886e069ea1e6ad0aa in 47ms, sequenceid=8, compaction requested=false at 1731992441313 (+11 ms)Writing region close event to WAL at 1731992441313Running coprocessor post-close hooks at 1731992441321 (+8 ms)Closed at 1731992441321
2024-11-19T05:00:41,321 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731992409206.5eac330931b3972886e069ea1e6ad0aa.
2024-11-19T05:00:41,321 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9684a8f3dbce1c9cbce3d6eb68b50560, disabling compactions & flushes
2024-11-19T05:00:41,321 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560.
2024-11-19T05:00:41,321 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560.
2024-11-19T05:00:41,321 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560. after waiting 0 ms
2024-11-19T05:00:41,321 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560.
2024-11-19T05:00:41,321 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9684a8f3dbce1c9cbce3d6eb68b50560 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T05:00:41,349 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/9684a8f3dbce1c9cbce3d6eb68b50560/.tmp/testFamily/a667ef7fd7594b48b2a1b77adb304fb0 is 61, key is row-0/testFamily:testQualifier/1731992420424/Put/seqid=0
2024-11-19T05:00:41,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741867_1043 (size=5049)
2024-11-19T05:00:41,356 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/9684a8f3dbce1c9cbce3d6eb68b50560/.tmp/testFamily/a667ef7fd7594b48b2a1b77adb304fb0
2024-11-19T05:00:41,366 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/9684a8f3dbce1c9cbce3d6eb68b50560/.tmp/testFamily/a667ef7fd7594b48b2a1b77adb304fb0 as hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/9684a8f3dbce1c9cbce3d6eb68b50560/testFamily/a667ef7fd7594b48b2a1b77adb304fb0
2024-11-19T05:00:41,376 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/9684a8f3dbce1c9cbce3d6eb68b50560/testFamily/a667ef7fd7594b48b2a1b77adb304fb0, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T05:00:41,377 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9684a8f3dbce1c9cbce3d6eb68b50560 in 56ms, sequenceid=8, compaction requested=false
2024-11-19T05:00:41,389 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/9684a8f3dbce1c9cbce3d6eb68b50560/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T05:00:41,390 INFO  [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560.
2024-11-19T05:00:41,390 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9684a8f3dbce1c9cbce3d6eb68b50560:
Waiting for close lock at 1731992441321Running coprocessor pre-close hooks at 1731992441321Disabling compacts and flushes for region at 1731992441321Disabling writes for close at 1731992441321Obtaining lock to block concurrent updates at 1731992441321Preparing flush snapshotting stores in 9684a8f3dbce1c9cbce3d6eb68b50560 at 1731992441321Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731992441322 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560. at 1731992441324 (+2 ms)Flushing 9684a8f3dbce1c9cbce3d6eb68b50560/testFamily: creating writer at 1731992441324Flushing 9684a8f3dbce1c9cbce3d6eb68b50560/testFamily: appending metadata at 1731992441349 (+25 ms)Flushing 9684a8f3dbce1c9cbce3d6eb68b50560/testFamily: closing flushed file at 1731992441349Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52122fa4: reopening flushed file at 1731992441365 (+16 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9684a8f3dbce1c9cbce3d6eb68b50560 in 56ms, sequenceid=8, compaction requested=false at 1731992441377 (+12 ms)Writing region close event to WAL at 1731992441380 (+3 ms)Running coprocessor post-close hooks at 1731992441390 (+10 ms)Closed at 1731992441390
2024-11-19T05:00:41,390 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731992419401.9684a8f3dbce1c9cbce3d6eb68b50560.
2024-11-19T05:00:41,448 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(976): stopping server 08a7f35e60d4,41449,1731992321591; all regions closed.
2024-11-19T05:00:41,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741834_1010 (size=19479)
2024-11-19T05:00:41,461 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T05:00:41,462 DEBUG [RS:0;08a7f35e60d4:41449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/oldWALs
2024-11-19T05:00:41,462 INFO  [RS:0;08a7f35e60d4:41449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a7f35e60d4%2C41449%2C1731992321591.meta:.meta(num 1731992383807)
2024-11-19T05:00:41,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741833_1009 (size=20031)
2024-11-19T05:00:41,493 DEBUG [RS:0;08a7f35e60d4:41449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/oldWALs
2024-11-19T05:00:41,493 INFO  [RS:0;08a7f35e60d4:41449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a7f35e60d4%2C41449%2C1731992321591:(num 1731992383480)
2024-11-19T05:00:41,494 DEBUG [RS:0;08a7f35e60d4:41449 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T05:00:41,494 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T05:00:41,494 INFO  [RS:0;08a7f35e60d4:41449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-19T05:00:41,494 INFO  [RS:0;08a7f35e60d4:41449 {}] hbase.ChoreService(370): Chore service for: regionserver/08a7f35e60d4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-19T05:00:41,494 INFO  [RS:0;08a7f35e60d4:41449 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-19T05:00:41,495 INFO  [regionserver/08a7f35e60d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T05:00:41,496 INFO  [RS:0;08a7f35e60d4:41449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41449
2024-11-19T05:00:41,498 INFO  [regionserver/08a7f35e60d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-19T05:00:41,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-19T05:00:41,503 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [08a7f35e60d4,41449,1731992321591]
2024-11-19T05:00:41,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1012e975e2c0001, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/08a7f35e60d4,41449,1731992321591
2024-11-19T05:00:41,503 INFO  [RS:0;08a7f35e60d4:41449 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-19T05:00:41,505 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/08a7f35e60d4,41449,1731992321591 already deleted, retry=false
2024-11-19T05:00:41,505 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 08a7f35e60d4,41449,1731992321591 expired; onlineServers=0
2024-11-19T05:00:41,505 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '08a7f35e60d4,35953,1731992320178' *****
2024-11-19T05:00:41,505 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-19T05:00:41,505 INFO  [M:0;08a7f35e60d4:35953 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-19T05:00:41,506 INFO  [M:0;08a7f35e60d4:35953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-19T05:00:41,506 DEBUG [M:0;08a7f35e60d4:35953 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-19T05:00:41,506 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-19T05:00:41,506 DEBUG [M:0;08a7f35e60d4:35953 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-19T05:00:41,506 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.large.0-1731992323286 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.large.0-1731992323286,5,FailOnTimeoutGroup]
2024-11-19T05:00:41,506 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.small.0-1731992323293 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.small.0-1731992323293,5,FailOnTimeoutGroup]
2024-11-19T05:00:41,506 INFO  [M:0;08a7f35e60d4:35953 {}] hbase.ChoreService(370): Chore service for: master/08a7f35e60d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-19T05:00:41,506 INFO  [M:0;08a7f35e60d4:35953 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-19T05:00:41,506 DEBUG [M:0;08a7f35e60d4:35953 {}] master.HMaster(1795): Stopping service threads
2024-11-19T05:00:41,506 INFO  [M:0;08a7f35e60d4:35953 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-19T05:00:41,507 INFO  [M:0;08a7f35e60d4:35953 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-19T05:00:41,508 INFO  [M:0;08a7f35e60d4:35953 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-19T05:00:41,508 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-19T05:00:41,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-19T05:00:41,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T05:00:41,512 DEBUG [M:0;08a7f35e60d4:35953 {}] zookeeper.ZKUtil(347): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-19T05:00:41,512 WARN  [M:0;08a7f35e60d4:35953 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-19T05:00:41,513 INFO  [M:0;08a7f35e60d4:35953 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/.lastflushedseqids
2024-11-19T05:00:41,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741868_1044 (size=460)
2024-11-19T05:00:41,532 INFO  [M:0;08a7f35e60d4:35953 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-19T05:00:41,533 INFO  [M:0;08a7f35e60d4:35953 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-19T05:00:41,533 DEBUG [M:0;08a7f35e60d4:35953 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-19T05:00:41,533 INFO  [M:0;08a7f35e60d4:35953 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T05:00:41,533 DEBUG [M:0;08a7f35e60d4:35953 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T05:00:41,533 DEBUG [M:0;08a7f35e60d4:35953 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-19T05:00:41,533 DEBUG [M:0;08a7f35e60d4:35953 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T05:00:41,533 INFO  [M:0;08a7f35e60d4:35953 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.91 KB heapSize=190.38 KB
2024-11-19T05:00:41,566 DEBUG [M:0;08a7f35e60d4:35953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1388537f5a9b479e8609adadc65a53cc is 82, key is hbase:meta,,1/info:regioninfo/1731992384027/Put/seqid=0
2024-11-19T05:00:41,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741869_1045 (size=5672)
2024-11-19T05:00:41,575 INFO  [M:0;08a7f35e60d4:35953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1388537f5a9b479e8609adadc65a53cc
2024-11-19T05:00:41,609 INFO  [RS:0;08a7f35e60d4:41449 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-19T05:00:41,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1012e975e2c0001, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T05:00:41,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41449-0x1012e975e2c0001, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T05:00:41,609 INFO  [RS:0;08a7f35e60d4:41449 {}] regionserver.HRegionServer(1031): Exiting; stopping=08a7f35e60d4,41449,1731992321591; zookeeper connection closed.
2024-11-19T05:00:41,610 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d147d19 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d147d19
2024-11-19T05:00:41,610 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-19T05:00:41,623 DEBUG [M:0;08a7f35e60d4:35953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6202ceb95c054f52a55be558728ca0c5 is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731992385935/Put/seqid=0
2024-11-19T05:00:41,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741870_1046 (size=14079)
2024-11-19T05:00:42,066 INFO  [M:0;08a7f35e60d4:35953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.35 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6202ceb95c054f52a55be558728ca0c5
2024-11-19T05:00:42,076 INFO  [M:0;08a7f35e60d4:35953 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6202ceb95c054f52a55be558728ca0c5
2024-11-19T05:00:42,103 DEBUG [M:0;08a7f35e60d4:35953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da25e4fe85d8418f8bd309c28791ef46 is 69, key is 08a7f35e60d4,41449,1731992321591/rs:state/1731992353281/Put/seqid=0
2024-11-19T05:00:42,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741871_1047 (size=5156)
2024-11-19T05:00:42,110 INFO  [M:0;08a7f35e60d4:35953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da25e4fe85d8418f8bd309c28791ef46
2024-11-19T05:00:42,119 DEBUG [M:0;08a7f35e60d4:35953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1388537f5a9b479e8609adadc65a53cc as hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1388537f5a9b479e8609adadc65a53cc
2024-11-19T05:00:42,128 INFO  [M:0;08a7f35e60d4:35953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1388537f5a9b479e8609adadc65a53cc, entries=8, sequenceid=311, filesize=5.5 K
2024-11-19T05:00:42,130 DEBUG [M:0;08a7f35e60d4:35953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6202ceb95c054f52a55be558728ca0c5 as hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6202ceb95c054f52a55be558728ca0c5
2024-11-19T05:00:42,138 INFO  [M:0;08a7f35e60d4:35953 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6202ceb95c054f52a55be558728ca0c5
2024-11-19T05:00:42,138 INFO  [M:0;08a7f35e60d4:35953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6202ceb95c054f52a55be558728ca0c5, entries=33, sequenceid=311, filesize=13.7 K
2024-11-19T05:00:42,139 DEBUG [M:0;08a7f35e60d4:35953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da25e4fe85d8418f8bd309c28791ef46 as hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da25e4fe85d8418f8bd309c28791ef46
2024-11-19T05:00:42,146 INFO  [M:0;08a7f35e60d4:35953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da25e4fe85d8418f8bd309c28791ef46, entries=1, sequenceid=311, filesize=5.0 K
2024-11-19T05:00:42,147 INFO  [M:0;08a7f35e60d4:35953 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.91 KB/166819, heapSize ~190.08 KB/194640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 614ms, sequenceid=311, compaction requested=false
2024-11-19T05:00:42,151 INFO  [M:0;08a7f35e60d4:35953 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T05:00:42,151 DEBUG [M:0;08a7f35e60d4:35953 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731992441533Disabling compacts and flushes for region at 1731992441533Disabling writes for close at 1731992441533Obtaining lock to block concurrent updates at 1731992441533Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731992441533Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166819, getHeapSize=194880, getOffHeapSize=0, getCellsCount=358 at 1731992441534 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731992441535 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731992441535Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731992441565 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731992441565Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731992441588 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731992441622 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731992441622Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731992442076 (+454 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731992442101 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731992442101Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aa5ae3e: reopening flushed file at 1731992442118 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c0833e: reopening flushed file at 1731992442128 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e0044d5: reopening flushed file at 1731992442138 (+10 ms)Finished flush of dataSize ~162.91 KB/166819, heapSize ~190.08 KB/194640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 614ms, sequenceid=311, compaction requested=false at 1731992442147 (+9 ms)Writing region close event to WAL at 1731992442151 (+4 ms)Closed at 1731992442151
2024-11-19T05:00:42,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34825 is added to blk_1073741830_1006 (size=187641)
2024-11-19T05:00:42,157 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/899483cd-43d5-9ade-d8fa-f297403c5993/MasterData/WALs/08a7f35e60d4,35953,1731992320178/08a7f35e60d4%2C35953%2C1731992320178.1731992322367 not finished, retry = 0
2024-11-19T05:00:42,259 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-19T05:00:42,259 INFO  [M:0;08a7f35e60d4:35953 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-19T05:00:42,259 INFO  [M:0;08a7f35e60d4:35953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35953
2024-11-19T05:00:42,259 INFO  [M:0;08a7f35e60d4:35953 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-19T05:00:42,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T05:00:42,362 INFO  [M:0;08a7f35e60d4:35953 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-19T05:00:42,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35953-0x1012e975e2c0000, quorum=127.0.0.1:52646, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T05:00:42,370 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@341cfc82{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-19T05:00:42,373 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7061d16d{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-19T05:00:42,373 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-19T05:00:42,373 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47169f40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-19T05:00:42,373 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72127eee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/hadoop.log.dir/,STOPPED}
2024-11-19T05:00:42,376 WARN  [BP-854007768-172.17.0.2-1731992314966 heartbeating to localhost/127.0.0.1:35351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-19T05:00:42,376 WARN  [BP-854007768-172.17.0.2-1731992314966 heartbeating to localhost/127.0.0.1:35351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-854007768-172.17.0.2-1731992314966 (Datanode Uuid eab0e273-278f-4d52-9570-b409b67cab24) service to localhost/127.0.0.1:35351
2024-11-19T05:00:42,376 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-19T05:00:42,376 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-19T05:00:42,377 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/cluster_b58143e4-b4a9-9fc3-ec68-352ded77ddbc/data/data1/current/BP-854007768-172.17.0.2-1731992314966 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-19T05:00:42,378 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/cluster_b58143e4-b4a9-9fc3-ec68-352ded77ddbc/data/data2/current/BP-854007768-172.17.0.2-1731992314966 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-19T05:00:42,378 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-19T05:00:42,389 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-19T05:00:42,389 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-19T05:00:42,390 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-19T05:00:42,390 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-19T05:00:42,390 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d4ac4027-232e-4d1d-d383-73c4650f0fae/hadoop.log.dir/,STOPPED}
2024-11-19T05:00:42,400 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-19T05:00:42,430 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down