2024-11-21 01:41:03,503 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-21 01:41:03,521 main DEBUG Took 0.015038 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-21 01:41:03,522 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-21 01:41:03,522 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-21 01:41:03,523 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-21 01:41:03,530 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 01:41:03,554 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-21 01:41:03,585 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 01:41:03,587 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 01:41:03,588 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 01:41:03,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 01:41:03,589 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 01:41:03,589 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 01:41:03,590 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 01:41:03,591 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 01:41:03,592 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 01:41:03,592 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 01:41:03,593 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 01:41:03,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 01:41:03,594 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 01:41:03,595 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 01:41:03,595 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 01:41:03,596 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 01:41:03,596 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 01:41:03,597 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 01:41:03,601 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 01:41:03,602 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 01:41:03,603 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 01:41:03,603 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 01:41:03,604 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 01:41:03,604 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 01:41:03,605 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 01:41:03,605 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-21 01:41:03,607 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 01:41:03,609 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-21 01:41:03,612 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-21 01:41:03,613 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-21 01:41:03,614 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-21 01:41:03,615 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-21 01:41:03,631 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-21 01:41:03,634 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-21 01:41:03,637 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-21 01:41:03,639 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-21 01:41:03,641 main DEBUG createAppenders(={Console})
2024-11-21 01:41:03,643 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-21 01:41:03,643 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-21 01:41:03,645 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-21 01:41:03,646 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-21 01:41:03,646 main DEBUG OutputStream closed
2024-11-21 01:41:03,646 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-21 01:41:03,647 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-21 01:41:03,647 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-21 01:41:03,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-21 01:41:03,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-21 01:41:03,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-21 01:41:03,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-21 01:41:03,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-21 01:41:03,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-21 01:41:03,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-21 01:41:03,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-21 01:41:03,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-21 01:41:03,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-21 01:41:03,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-21 01:41:03,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-21 01:41:03,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-21 01:41:03,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-21 01:41:03,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-21 01:41:03,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-21 01:41:03,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-21 01:41:03,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-21 01:41:03,769 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-21 01:41:03,769 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-21 01:41:03,770 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-21 01:41:03,770 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-21T01:41:03,784 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-21 01:41:03,788 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-21 01:41:03,788 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-21T01:41:04,450 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b
2024-11-21T01:41:04,486 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T01:41:04,524 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/cluster_f8b010aa-9583-b44d-e8a0-393f67c7f4a6, deleteOnExit=true
2024-11-21T01:41:04,525 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T01:41:04,526 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/test.cache.data in system properties and HBase conf
2024-11-21T01:41:04,528 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T01:41:04,529 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/hadoop.log.dir in system properties and HBase conf
2024-11-21T01:41:04,530 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T01:41:04,531 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T01:41:04,532 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T01:41:04,691 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-21T01:41:04,851 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T01:41:04,856 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T01:41:04,857 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T01:41:04,858 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T01:41:04,858 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T01:41:04,859 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T01:41:04,859 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T01:41:04,865 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T01:41:04,866 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T01:41:04,867 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T01:41:04,867 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/nfs.dump.dir in system properties and HBase conf
2024-11-21T01:41:04,868 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/java.io.tmpdir in system properties and HBase conf
2024-11-21T01:41:04,868 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T01:41:04,869 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T01:41:04,869 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T01:41:06,074 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-21T01:41:06,185 INFO  [Time-limited test {}] log.Log(170): Logging initialized @4139ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-21T01:41:06,317 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T01:41:06,404 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T01:41:06,490 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T01:41:06,491 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T01:41:06,493 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T01:41:06,519 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T01:41:06,521 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/hadoop.log.dir/,AVAILABLE}
2024-11-21T01:41:06,523 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T01:41:06,814 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/java.io.tmpdir/jetty-localhost-37321-hadoop-hdfs-3_4_1-tests_jar-_-any-12409330582383433170/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T01:41:06,834 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:37321}
2024-11-21T01:41:06,834 INFO  [Time-limited test {}] server.Server(415): Started @4790ms
2024-11-21T01:41:07,423 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T01:41:07,435 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T01:41:07,442 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T01:41:07,442 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T01:41:07,442 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T01:41:07,448 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47169f40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/hadoop.log.dir/,AVAILABLE}
2024-11-21T01:41:07,449 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T01:41:07,603 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b6ec326{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/java.io.tmpdir/jetty-localhost-43443-hadoop-hdfs-3_4_1-tests_jar-_-any-5611526412926230754/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T01:41:07,604 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19301434{HTTP/1.1, (http/1.1)}{localhost:43443}
2024-11-21T01:41:07,605 INFO  [Time-limited test {}] server.Server(415): Started @5560ms
2024-11-21T01:41:07,667 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T01:41:08,579 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/cluster_f8b010aa-9583-b44d-e8a0-393f67c7f4a6/data/data1/current/BP-1064368592-172.17.0.3-1732153265713/current, will proceed with Du for space computation calculation, 
2024-11-21T01:41:08,579 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/cluster_f8b010aa-9583-b44d-e8a0-393f67c7f4a6/data/data2/current/BP-1064368592-172.17.0.3-1732153265713/current, will proceed with Du for space computation calculation, 
2024-11-21T01:41:08,636 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T01:41:08,718 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7333eb663c6bbf2 with lease ID 0x19913b6bb86fab83: Processing first storage report for DS-b3308a91-fa6c-4a79-858d-bd32e27e2721 from datanode DatanodeRegistration(127.0.0.1:33621, datanodeUuid=14a6a51c-423d-45a8-be5e-c8b329c74dac, infoPort=34391, infoSecurePort=0, ipcPort=34971, storageInfo=lv=-57;cid=testClusterID;nsid=725485437;c=1732153265713)
2024-11-21T01:41:08,720 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7333eb663c6bbf2 with lease ID 0x19913b6bb86fab83: from storage DS-b3308a91-fa6c-4a79-858d-bd32e27e2721 node DatanodeRegistration(127.0.0.1:33621, datanodeUuid=14a6a51c-423d-45a8-be5e-c8b329c74dac, infoPort=34391, infoSecurePort=0, ipcPort=34971, storageInfo=lv=-57;cid=testClusterID;nsid=725485437;c=1732153265713), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-21T01:41:08,721 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7333eb663c6bbf2 with lease ID 0x19913b6bb86fab83: Processing first storage report for DS-1a53b999-ca8b-47fc-b914-65288422f88f from datanode DatanodeRegistration(127.0.0.1:33621, datanodeUuid=14a6a51c-423d-45a8-be5e-c8b329c74dac, infoPort=34391, infoSecurePort=0, ipcPort=34971, storageInfo=lv=-57;cid=testClusterID;nsid=725485437;c=1732153265713)
2024-11-21T01:41:08,721 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7333eb663c6bbf2 with lease ID 0x19913b6bb86fab83: from storage DS-1a53b999-ca8b-47fc-b914-65288422f88f node DatanodeRegistration(127.0.0.1:33621, datanodeUuid=14a6a51c-423d-45a8-be5e-c8b329c74dac, infoPort=34391, infoSecurePort=0, ipcPort=34971, storageInfo=lv=-57;cid=testClusterID;nsid=725485437;c=1732153265713), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-21T01:41:08,767 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b
2024-11-21T01:41:08,915 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/cluster_f8b010aa-9583-b44d-e8a0-393f67c7f4a6/zookeeper_0, clientPort=49691, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/cluster_f8b010aa-9583-b44d-e8a0-393f67c7f4a6/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/cluster_f8b010aa-9583-b44d-e8a0-393f67c7f4a6/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-21T01:41:08,928 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49691
2024-11-21T01:41:08,945 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T01:41:08,949 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T01:41:09,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741825_1001 (size=7)
2024-11-21T01:41:09,721 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762 with version=8
2024-11-21T01:41:09,721 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/hbase-staging
2024-11-21T01:41:09,851 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-21T01:41:10,167 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/b93ada835ef8:0 server-side Connection retries=9
2024-11-21T01:41:10,180 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T01:41:10,180 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T01:41:10,187 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T01:41:10,187 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T01:41:10,188 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T01:41:10,392 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T01:41:10,481 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-21T01:41:10,492 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-21T01:41:10,497 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T01:41:10,533 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1579 (auto-detected)
2024-11-21T01:41:10,535 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-21T01:41:10,555 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40665
2024-11-21T01:41:10,579 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40665 connecting to ZooKeeper ensemble=127.0.0.1:49691
2024-11-21T01:41:10,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406650x0, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T01:41:10,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40665-0x10112f44f270000 connected
2024-11-21T01:41:10,656 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T01:41:10,658 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T01:41:10,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-21T01:41:10,676 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762, hbase.cluster.distributed=false
2024-11-21T01:41:10,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-21T01:41:10,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40665
2024-11-21T01:41:10,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40665
2024-11-21T01:41:10,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40665
2024-11-21T01:41:10,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40665
2024-11-21T01:41:10,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40665
2024-11-21T01:41:10,889 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/b93ada835ef8:0 server-side Connection retries=9
2024-11-21T01:41:10,891 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T01:41:10,892 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T01:41:10,892 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T01:41:10,892 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T01:41:10,893 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T01:41:10,897 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T01:41:10,902 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T01:41:10,909 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44803
2024-11-21T01:41:10,913 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44803 connecting to ZooKeeper ensemble=127.0.0.1:49691
2024-11-21T01:41:10,915 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T01:41:10,920 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T01:41:10,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448030x0, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T01:41:10,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44803-0x10112f44f270001 connected
2024-11-21T01:41:10,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44803-0x10112f44f270001, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-21T01:41:10,948 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T01:41:10,958 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T01:41:10,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44803-0x10112f44f270001, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-21T01:41:10,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44803-0x10112f44f270001, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-21T01:41:10,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44803
2024-11-21T01:41:10,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44803
2024-11-21T01:41:10,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44803
2024-11-21T01:41:10,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44803
2024-11-21T01:41:10,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44803
2024-11-21T01:41:11,007 DEBUG [M:0;b93ada835ef8:40665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b93ada835ef8:40665
2024-11-21T01:41:11,009 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b93ada835ef8,40665,1732153269919
2024-11-21T01:41:11,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-21T01:41:11,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x10112f44f270001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-21T01:41:11,022 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b93ada835ef8,40665,1732153269919
2024-11-21T01:41:11,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T01:41:11,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x10112f44f270001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-21T01:41:11,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x10112f44f270001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T01:41:11,054 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-21T01:41:11,055 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b93ada835ef8,40665,1732153269919 from backup master directory
2024-11-21T01:41:11,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x10112f44f270001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-21T01:41:11,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b93ada835ef8,40665,1732153269919
2024-11-21T01:41:11,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-21T01:41:11,059 WARN  [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T01:41:11,060 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b93ada835ef8,40665,1732153269919
2024-11-21T01:41:11,063 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-21T01:41:11,065 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-21T01:41:11,134 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/hbase.id] with ID: 69b4ceaf-f57a-439b-8951-b7e1acdb3dc0
2024-11-21T01:41:11,134 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/.tmp/hbase.id
2024-11-21T01:41:11,151 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741826_1002 (size=42)
2024-11-21T01:41:11,551 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/.tmp/hbase.id]:[hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/hbase.id]
2024-11-21T01:41:11,595 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T01:41:11,599 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T01:41:11,618 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms.
2024-11-21T01:41:11,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x10112f44f270001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T01:41:11,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T01:41:11,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741827_1003 (size=196)
2024-11-21T01:41:11,655 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T01:41:11,658 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T01:41:11,674 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T01:41:11,679 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T01:41:11,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741828_1004 (size=1189)
2024-11-21T01:41:12,142 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/data/master/store
2024-11-21T01:41:12,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741829_1005 (size=34)
2024-11-21T01:41:12,177 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-21T01:41:12,180 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:41:12,187 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T01:41:12,187 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T01:41:12,188 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T01:41:12,190 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T01:41:12,190 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T01:41:12,190 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T01:41:12,191 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732153272187Disabling compacts and flushes for region at 1732153272187Disabling writes for close at 1732153272190 (+3 ms)Writing region close event to WAL at 1732153272190Closed at 1732153272190
2024-11-21T01:41:12,194 WARN  [master/b93ada835ef8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/data/master/store/.initializing
2024-11-21T01:41:12,194 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/WALs/b93ada835ef8,40665,1732153269919
2024-11-21T01:41:12,205 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T01:41:12,225 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b93ada835ef8%2C40665%2C1732153269919, suffix=, logDir=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/WALs/b93ada835ef8,40665,1732153269919, archiveDir=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/oldWALs, maxLogs=10
2024-11-21T01:41:12,256 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/WALs/b93ada835ef8,40665,1732153269919/b93ada835ef8%2C40665%2C1732153269919.1732153272230, exclude list is [], retry=0
2024-11-21T01:41:12,282 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33621,DS-b3308a91-fa6c-4a79-858d-bd32e27e2721,DISK]
2024-11-21T01:41:12,286 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-21T01:41:12,346 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/WALs/b93ada835ef8,40665,1732153269919/b93ada835ef8%2C40665%2C1732153269919.1732153272230
2024-11-21T01:41:12,347 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34391:34391)]
2024-11-21T01:41:12,348 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T01:41:12,349 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:41:12,353 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T01:41:12,355 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T01:41:12,414 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T01:41:12,451 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T01:41:12,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:41:12,459 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T01:41:12,459 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T01:41:12,464 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T01:41:12,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:41:12,465 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T01:41:12,466 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T01:41:12,468 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T01:41:12,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:41:12,469 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T01:41:12,470 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T01:41:12,472 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T01:41:12,472 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:41:12,473 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T01:41:12,474 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T01:41:12,483 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T01:41:12,485 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T01:41:12,492 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T01:41:12,493 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T01:41:12,498 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T01:41:12,502 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T01:41:12,508 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T01:41:12,510 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68424772, jitterRate=0.01960855722427368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T01:41:12,519 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732153272375Initializing all the Stores at 1732153272381 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732153272382 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732153272383 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732153272384 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732153272384Cleaning up temporary data from old regions at 1732153272493 (+109 ms)Region opened successfully at 1732153272519 (+26 ms)
2024-11-21T01:41:12,521 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T01:41:12,572 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d225133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b93ada835ef8/172.17.0.3:0
2024-11-21T01:41:12,619 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T01:41:12,636 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T01:41:12,636 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T01:41:12,640 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T01:41:12,643 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec
2024-11-21T01:41:12,648 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-21T01:41:12,649 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T01:41:12,683 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T01:41:12,694 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-21T01:41:12,697 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-21T01:41:12,700 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T01:41:12,702 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-21T01:41:12,704 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-21T01:41:12,706 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T01:41:12,719 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-21T01:41:12,721 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-21T01:41:12,723 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-21T01:41:12,725 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-21T01:41:12,751 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T01:41:12,753 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-21T01:41:12,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x10112f44f270001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-21T01:41:12,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-21T01:41:12,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x10112f44f270001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T01:41:12,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T01:41:12,760 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b93ada835ef8,40665,1732153269919, sessionid=0x10112f44f270000, setting cluster-up flag (Was=false)
2024-11-21T01:41:12,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x10112f44f270001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T01:41:12,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T01:41:12,785 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-21T01:41:12,788 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b93ada835ef8,40665,1732153269919
2024-11-21T01:41:12,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T01:41:12,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x10112f44f270001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T01:41:12,803 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-21T01:41:12,805 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b93ada835ef8,40665,1732153269919
2024-11-21T01:41:12,812 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T01:41:12,892 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(746): ClusterId : 69b4ceaf-f57a-439b-8951-b7e1acdb3dc0
2024-11-21T01:41:12,896 DEBUG [RS:0;b93ada835ef8:44803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T01:41:12,901 DEBUG [RS:0;b93ada835ef8:44803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T01:41:12,902 DEBUG [RS:0;b93ada835ef8:44803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T01:41:12,909 DEBUG [RS:0;b93ada835ef8:44803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T01:41:12,911 DEBUG [RS:0;b93ada835ef8:44803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a8c8e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b93ada835ef8/172.17.0.3:0
2024-11-21T01:41:12,911 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T01:41:12,925 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T01:41:12,945 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b93ada835ef8:44803
2024-11-21T01:41:12,946 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T01:41:12,950 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T01:41:12,950 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T01:41:12,950 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T01:41:12,954 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(2659): reportForDuty to master=b93ada835ef8,40665,1732153269919 with port=44803, startcode=1732153270830
2024-11-21T01:41:12,955 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b93ada835ef8,40665,1732153269919
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T01:41:12,970 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b93ada835ef8:0, corePoolSize=5, maxPoolSize=5
2024-11-21T01:41:12,970 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b93ada835ef8:0, corePoolSize=5, maxPoolSize=5
2024-11-21T01:41:12,971 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b93ada835ef8:0, corePoolSize=5, maxPoolSize=5
2024-11-21T01:41:12,971 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b93ada835ef8:0, corePoolSize=5, maxPoolSize=5
2024-11-21T01:41:12,971 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b93ada835ef8:0, corePoolSize=10, maxPoolSize=10
2024-11-21T01:41:12,972 DEBUG [RS:0;b93ada835ef8:44803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T01:41:12,972 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1
2024-11-21T01:41:12,972 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b93ada835ef8:0, corePoolSize=2, maxPoolSize=2
2024-11-21T01:41:12,972 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1
2024-11-21T01:41:12,981 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732153302980
2024-11-21T01:41:12,982 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T01:41:12,983 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T01:41:12,983 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T01:41:12,984 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T01:41:12,992 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T01:41:12,993 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T01:41:12,993 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T01:41:12,993 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T01:41:13,010 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:41:13,008 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T01:41:13,010 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T01:41:13,022 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T01:41:13,041 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T01:41:13,041 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35175, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T01:41:13,042 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T01:41:13,045 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T01:41:13,046 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T01:41:13,055 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40665 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-21T01:41:13,072 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.large.0-1732153273047,5,FailOnTimeoutGroup]
2024-11-21T01:41:13,077 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.small.0-1732153273073,5,FailOnTimeoutGroup]
2024-11-21T01:41:13,077 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T01:41:13,078 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T01:41:13,079 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T01:41:13,080 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T01:41:13,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741831_1007 (size=1321)
2024-11-21T01:41:13,085 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T01:41:13,086 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762
2024-11-21T01:41:13,088 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-21T01:41:13,088 WARN  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-21T01:41:13,106 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741832_1008 (size=32)
2024-11-21T01:41:13,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:41:13,112 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T01:41:13,115 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T01:41:13,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:41:13,116 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T01:41:13,117 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T01:41:13,120 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T01:41:13,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:41:13,121 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T01:41:13,121 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T01:41:13,123 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T01:41:13,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:41:13,124 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T01:41:13,125 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T01:41:13,127 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T01:41:13,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:41:13,128 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T01:41:13,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T01:41:13,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/meta/1588230740
2024-11-21T01:41:13,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/meta/1588230740
2024-11-21T01:41:13,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T01:41:13,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T01:41:13,135 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T01:41:13,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T01:41:13,142 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T01:41:13,143 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62828472, jitterRate=-0.06378281116485596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T01:41:13,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732153273109Initializing all the Stores at 1732153273111 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732153273111Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732153273112 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732153273112Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732153273112Cleaning up temporary data from old regions at 1732153273134 (+22 ms)Region opened successfully at 1732153273145 (+11 ms)
2024-11-21T01:41:13,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T01:41:13,146 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T01:41:13,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T01:41:13,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T01:41:13,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T01:41:13,148 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T01:41:13,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732153273146Disabling compacts and flushes for region at 1732153273146Disabling writes for close at 1732153273146Writing region close event to WAL at 1732153273147 (+1 ms)Closed at 1732153273148 (+1 ms)
2024-11-21T01:41:13,151 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T01:41:13,152 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T01:41:13,158 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T01:41:13,169 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T01:41:13,172 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T01:41:13,323 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:14,323 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:15,324 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:16,325 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:17,326 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:18,326 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:19,327 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:20,328 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:20,476 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-21T01:41:20,476 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-21T01:41:21,328 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:22,329 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:23,329 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:24,330 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:25,331 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:26,331 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:27,332 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:28,333 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:29,334 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:30,334 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:31,335 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:32,336 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:33,336 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:34,337 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:35,338 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:36,338 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:37,339 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:38,340 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:38,759 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T01:41:39,341 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:40,341 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:41,342 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:42,342 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:43,090 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(2659): reportForDuty to master=b93ada835ef8,40665,1732153269919 with port=44803, startcode=1732153270830
2024-11-21T01:41:43,093 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40665 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b93ada835ef8,44803,1732153270830
2024-11-21T01:41:43,096 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40665 {}] master.ServerManager(517): Registering regionserver=b93ada835ef8,44803,1732153270830
2024-11-21T01:41:43,108 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762
2024-11-21T01:41:43,108 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37441
2024-11-21T01:41:43,108 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T01:41:43,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-21T01:41:43,114 DEBUG [RS:0;b93ada835ef8:44803 {}] zookeeper.ZKUtil(111): regionserver:44803-0x10112f44f270001, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b93ada835ef8,44803,1732153270830
2024-11-21T01:41:43,115 WARN  [RS:0;b93ada835ef8:44803 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T01:41:43,115 INFO  [RS:0;b93ada835ef8:44803 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T01:41:43,115 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/WALs/b93ada835ef8,44803,1732153270830
2024-11-21T01:41:43,124 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b93ada835ef8,44803,1732153270830]
2024-11-21T01:41:43,150 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T01:41:43,165 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T01:41:43,171 INFO  [RS:0;b93ada835ef8:44803 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T01:41:43,171 INFO  [RS:0;b93ada835ef8:44803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T01:41:43,172 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T01:41:43,182 INFO  [RS:0;b93ada835ef8:44803 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T01:41:43,185 INFO  [RS:0;b93ada835ef8:44803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T01:41:43,185 DEBUG [RS:0;b93ada835ef8:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1
2024-11-21T01:41:43,185 DEBUG [RS:0;b93ada835ef8:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1
2024-11-21T01:41:43,186 DEBUG [RS:0;b93ada835ef8:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1
2024-11-21T01:41:43,186 DEBUG [RS:0;b93ada835ef8:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1
2024-11-21T01:41:43,186 DEBUG [RS:0;b93ada835ef8:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1
2024-11-21T01:41:43,186 DEBUG [RS:0;b93ada835ef8:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b93ada835ef8:0, corePoolSize=2, maxPoolSize=2
2024-11-21T01:41:43,186 DEBUG [RS:0;b93ada835ef8:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1
2024-11-21T01:41:43,187 DEBUG [RS:0;b93ada835ef8:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1
2024-11-21T01:41:43,187 DEBUG [RS:0;b93ada835ef8:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1
2024-11-21T01:41:43,187 DEBUG [RS:0;b93ada835ef8:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1
2024-11-21T01:41:43,187 DEBUG [RS:0;b93ada835ef8:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1
2024-11-21T01:41:43,187 DEBUG [RS:0;b93ada835ef8:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b93ada835ef8:0, corePoolSize=1, maxPoolSize=1
2024-11-21T01:41:43,187 DEBUG [RS:0;b93ada835ef8:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b93ada835ef8:0, corePoolSize=3, maxPoolSize=3
2024-11-21T01:41:43,188 DEBUG [RS:0;b93ada835ef8:44803 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b93ada835ef8:0, corePoolSize=3, maxPoolSize=3
2024-11-21T01:41:43,193 INFO  [RS:0;b93ada835ef8:44803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T01:41:43,193 INFO  [RS:0;b93ada835ef8:44803 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T01:41:43,194 INFO  [RS:0;b93ada835ef8:44803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T01:41:43,194 INFO  [RS:0;b93ada835ef8:44803 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T01:41:43,194 INFO  [RS:0;b93ada835ef8:44803 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T01:41:43,194 INFO  [RS:0;b93ada835ef8:44803 {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,44803,1732153270830-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T01:41:43,224 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T01:41:43,226 INFO  [RS:0;b93ada835ef8:44803 {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,44803,1732153270830-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T01:41:43,227 INFO  [RS:0;b93ada835ef8:44803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T01:41:43,227 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.Replication(171): b93ada835ef8,44803,1732153270830 started
2024-11-21T01:41:43,255 INFO  [RS:0;b93ada835ef8:44803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T01:41:43,255 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1482): Serving as b93ada835ef8,44803,1732153270830, RpcServer on b93ada835ef8/172.17.0.3:44803, sessionid=0x10112f44f270001
2024-11-21T01:41:43,256 DEBUG [RS:0;b93ada835ef8:44803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T01:41:43,256 DEBUG [RS:0;b93ada835ef8:44803 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b93ada835ef8,44803,1732153270830
2024-11-21T01:41:43,256 DEBUG [RS:0;b93ada835ef8:44803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b93ada835ef8,44803,1732153270830'
2024-11-21T01:41:43,257 DEBUG [RS:0;b93ada835ef8:44803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-21T01:41:43,259 DEBUG [RS:0;b93ada835ef8:44803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-21T01:41:43,260 DEBUG [RS:0;b93ada835ef8:44803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T01:41:43,260 DEBUG [RS:0;b93ada835ef8:44803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T01:41:43,260 DEBUG [RS:0;b93ada835ef8:44803 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b93ada835ef8,44803,1732153270830
2024-11-21T01:41:43,260 DEBUG [RS:0;b93ada835ef8:44803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b93ada835ef8,44803,1732153270830'
2024-11-21T01:41:43,260 DEBUG [RS:0;b93ada835ef8:44803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-21T01:41:43,261 DEBUG [RS:0;b93ada835ef8:44803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-21T01:41:43,262 DEBUG [RS:0;b93ada835ef8:44803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T01:41:43,262 INFO  [RS:0;b93ada835ef8:44803 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T01:41:43,262 INFO  [RS:0;b93ada835ef8:44803 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T01:41:43,343 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:44,344 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:45,345 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:46,345 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:47,346 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:48,346 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:49,347 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:50,348 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:51,348 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:52,349 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:53,350 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:54,350 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:55,351 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:56,352 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:57,352 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:58,353 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:41:59,354 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:42:00,354 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:42:01,355 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:42:02,356 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:42:03,356 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:42:04,357 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:42:05,358 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:42:06,359 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:42:07,359 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:42:08,360 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:42:08,759 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T01:42:09,361 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:42:10,361 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:42:11,362 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:42:12,363 WARN  [b93ada835ef8:40665 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T01:42:13,268 INFO  [RS:0;b93ada835ef8:44803 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T01:42:13,273 INFO  [RS:0;b93ada835ef8:44803 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b93ada835ef8%2C44803%2C1732153270830, suffix=, logDir=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/WALs/b93ada835ef8,44803,1732153270830, archiveDir=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/oldWALs, maxLogs=32
2024-11-21T01:42:13,294 DEBUG [RS:0;b93ada835ef8:44803 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/WALs/b93ada835ef8,44803,1732153270830/b93ada835ef8%2C44803%2C1732153270830.1732153333277, exclude list is [], retry=0
2024-11-21T01:42:13,299 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33621,DS-b3308a91-fa6c-4a79-858d-bd32e27e2721,DISK]
2024-11-21T01:42:13,309 INFO  [RS:0;b93ada835ef8:44803 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/WALs/b93ada835ef8,44803,1732153270830/b93ada835ef8%2C44803%2C1732153270830.1732153333277
2024-11-21T01:42:13,309 DEBUG [RS:0;b93ada835ef8:44803 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34391:34391)]
2024-11-21T01:42:13,366 DEBUG [b93ada835ef8:40665 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T01:42:13,380 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b93ada835ef8,44803,1732153270830
2024-11-21T01:42:13,386 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b93ada835ef8,44803,1732153270830, state=OPENING
2024-11-21T01:42:13,392 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T01:42:13,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x10112f44f270001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T01:42:13,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T01:42:13,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-21T01:42:13,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-21T01:42:13,399 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T01:42:13,401 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b93ada835ef8,44803,1732153270830}]
2024-11-21T01:42:13,577 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T01:42:13,581 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35561, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T01:42:13,595 INFO  [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T01:42:13,596 INFO  [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T01:42:13,596 INFO  [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T01:42:13,599 INFO  [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b93ada835ef8%2C44803%2C1732153270830.meta, suffix=.meta, logDir=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/WALs/b93ada835ef8,44803,1732153270830, archiveDir=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/oldWALs, maxLogs=32
2024-11-21T01:42:13,616 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/WALs/b93ada835ef8,44803,1732153270830/b93ada835ef8%2C44803%2C1732153270830.meta.1732153333601.meta, exclude list is [], retry=0
2024-11-21T01:42:13,620 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33621,DS-b3308a91-fa6c-4a79-858d-bd32e27e2721,DISK]
2024-11-21T01:42:13,628 INFO  [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/WALs/b93ada835ef8,44803,1732153270830/b93ada835ef8%2C44803%2C1732153270830.meta.1732153333601.meta
2024-11-21T01:42:13,628 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34391:34391)]
2024-11-21T01:42:13,629 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T01:42:13,630 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T01:42:13,633 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T01:42:13,638 INFO  [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T01:42:13,642 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T01:42:13,643 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:42:13,643 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T01:42:13,643 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T01:42:13,647 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T01:42:13,648 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T01:42:13,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:42:13,649 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T01:42:13,650 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T01:42:13,651 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T01:42:13,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:42:13,652 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T01:42:13,653 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T01:42:13,654 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T01:42:13,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:42:13,655 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T01:42:13,655 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T01:42:13,657 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T01:42:13,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:42:13,657 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T01:42:13,658 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T01:42:13,659 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/meta/1588230740
2024-11-21T01:42:13,662 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/meta/1588230740
2024-11-21T01:42:13,665 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T01:42:13,665 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T01:42:13,666 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T01:42:13,670 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T01:42:13,671 INFO  [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62974463, jitterRate=-0.061607375741004944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T01:42:13,671 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T01:42:13,673 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732153333644Writing region info on filesystem at 1732153333644Initializing all the Stores at 1732153333646 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732153333646Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732153333646Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732153333646Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732153333646Cleaning up temporary data from old regions at 1732153333665 (+19 ms)Running coprocessor post-open hooks at 1732153333671 (+6 ms)Region opened successfully at 1732153333673 (+2 ms)
2024-11-21T01:42:13,681 INFO  [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732153333568
2024-11-21T01:42:13,694 DEBUG [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T01:42:13,695 INFO  [RS_OPEN_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T01:42:13,696 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b93ada835ef8,44803,1732153270830
2024-11-21T01:42:13,699 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b93ada835ef8,44803,1732153270830, state=OPEN
2024-11-21T01:42:13,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x10112f44f270001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-21T01:42:13,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-21T01:42:13,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-21T01:42:13,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-21T01:42:13,705 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b93ada835ef8,44803,1732153270830
2024-11-21T01:42:13,710 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T01:42:13,711 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b93ada835ef8,44803,1732153270830 in 304 msec
2024-11-21T01:42:13,717 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T01:42:13,717 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.554 sec
2024-11-21T01:42:13,719 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T01:42:13,719 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T01:42:13,745 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T01:42:13,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b93ada835ef8,44803,1732153270830, seqNum=-1]
2024-11-21T01:42:13,771 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T01:42:13,774 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58497, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T01:42:13,794 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.943 sec
2024-11-21T01:42:13,794 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732153333794, completionTime=-1
2024-11-21T01:42:13,798 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T01:42:13,799 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T01:42:13,830 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T01:42:13,830 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732153393830
2024-11-21T01:42:13,830 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732153453830
2024-11-21T01:42:13,830 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec
2024-11-21T01:42:13,832 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,40665,1732153269919-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T01:42:13,832 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,40665,1732153269919-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T01:42:13,832 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,40665,1732153269919-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T01:42:13,834 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b93ada835ef8:40665, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T01:42:13,834 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T01:42:13,835 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T01:42:13,842 DEBUG [master/b93ada835ef8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T01:42:13,867 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.807sec
2024-11-21T01:42:13,868 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T01:42:13,870 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T01:42:13,871 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T01:42:13,872 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T01:42:13,872 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T01:42:13,873 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,40665,1732153269919-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T01:42:13,874 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,40665,1732153269919-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T01:42:13,883 DEBUG [master/b93ada835ef8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T01:42:13,884 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T01:42:13,884 INFO  [master/b93ada835ef8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b93ada835ef8,40665,1732153269919-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T01:42:13,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77384519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T01:42:13,956 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-21T01:42:13,956 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-21T01:42:13,959 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b93ada835ef8,40665,-1 for getting cluster id
2024-11-21T01:42:13,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T01:42:13,971 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69b4ceaf-f57a-439b-8951-b7e1acdb3dc0'
2024-11-21T01:42:13,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T01:42:13,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69b4ceaf-f57a-439b-8951-b7e1acdb3dc0"

2024-11-21T01:42:13,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709ffec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T01:42:13,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b93ada835ef8,40665,-1]
2024-11-21T01:42:13,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T01:42:13,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T01:42:13,982 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T01:42:13,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5131c1b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T01:42:13,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T01:42:13,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b93ada835ef8,44803,1732153270830, seqNum=-1]
2024-11-21T01:42:13,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T01:42:13,994 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T01:42:14,015 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b93ada835ef8,40665,1732153269919
2024-11-21T01:42:14,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d029f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T01:42:14,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b93ada835ef8,40665,-1 for getting cluster id
2024-11-21T01:42:14,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T01:42:14,019 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69b4ceaf-f57a-439b-8951-b7e1acdb3dc0'
2024-11-21T01:42:14,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T01:42:14,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69b4ceaf-f57a-439b-8951-b7e1acdb3dc0"

2024-11-21T01:42:14,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e392e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T01:42:14,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b93ada835ef8,40665,-1]
2024-11-21T01:42:14,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T01:42:14,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T01:42:14,023 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46098, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T01:42:14,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51546f1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T01:42:14,043 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=448, ProcessCount=11, AvailableMemoryMB=523
2024-11-21T01:42:14,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T01:42:14,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b93ada835ef8,40665,1732153269919
2024-11-21T01:42:14,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73796a08
2024-11-21T01:42:14,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T01:42:14,061 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T01:42:14,067 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T01:42:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-21T01:42:14,077 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T01:42:14,080 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-21T01:42:14,080 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:42:14,084 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T01:42:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T01:42:14,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741835_1011 (size=428)
2024-11-21T01:42:14,509 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f66d6d496e747b4c2441d4eb5acde02c, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762
2024-11-21T01:42:14,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741836_1012 (size=79)
2024-11-21T01:42:14,520 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:42:14,520 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing f66d6d496e747b4c2441d4eb5acde02c, disabling compactions & flushes
2024-11-21T01:42:14,520 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c.
2024-11-21T01:42:14,521 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c.
2024-11-21T01:42:14,521 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c. after waiting 0 ms
2024-11-21T01:42:14,521 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c.
2024-11-21T01:42:14,521 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c.
2024-11-21T01:42:14,521 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f66d6d496e747b4c2441d4eb5acde02c:
Waiting for close lock at 1732153334520Disabling compacts and flushes for region at 1732153334520Disabling writes for close at 1732153334521 (+1 ms)Writing region close event to WAL at 1732153334521Closed at 1732153334521
2024-11-21T01:42:14,523 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T01:42:14,529 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732153334524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732153334524"}]},"ts":"1732153334524"}
2024-11-21T01:42:14,533 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T01:42:14,534 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T01:42:14,537 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732153334535"}]},"ts":"1732153334535"}
2024-11-21T01:42:14,542 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-21T01:42:14,543 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=f66d6d496e747b4c2441d4eb5acde02c, ASSIGN}]
2024-11-21T01:42:14,545 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=f66d6d496e747b4c2441d4eb5acde02c, ASSIGN
2024-11-21T01:42:14,547 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=f66d6d496e747b4c2441d4eb5acde02c, ASSIGN; state=OFFLINE, location=b93ada835ef8,44803,1732153270830; forceNewPlan=false, retain=false
2024-11-21T01:42:14,699 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f66d6d496e747b4c2441d4eb5acde02c, regionState=OPENING, regionLocation=b93ada835ef8,44803,1732153270830
2024-11-21T01:42:14,705 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=f66d6d496e747b4c2441d4eb5acde02c, ASSIGN because future has completed
2024-11-21T01:42:14,706 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f66d6d496e747b4c2441d4eb5acde02c, server=b93ada835ef8,44803,1732153270830}]
2024-11-21T01:42:14,868 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c.
2024-11-21T01:42:14,868 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f66d6d496e747b4c2441d4eb5acde02c, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c.', STARTKEY => '', ENDKEY => ''}
2024-11-21T01:42:14,869 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:42:14,869 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:42:14,869 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:42:14,869 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:42:14,872 INFO  [StoreOpener-f66d6d496e747b4c2441d4eb5acde02c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f66d6d496e747b4c2441d4eb5acde02c 
2024-11-21T01:42:14,874 INFO  [StoreOpener-f66d6d496e747b4c2441d4eb5acde02c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f66d6d496e747b4c2441d4eb5acde02c columnFamilyName testFamily
2024-11-21T01:42:14,874 DEBUG [StoreOpener-f66d6d496e747b4c2441d4eb5acde02c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:42:14,875 INFO  [StoreOpener-f66d6d496e747b4c2441d4eb5acde02c-1 {}] regionserver.HStore(327): Store=f66d6d496e747b4c2441d4eb5acde02c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T01:42:14,876 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:42:14,877 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:42:14,878 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:42:14,878 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:42:14,879 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:42:14,881 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:42:14,886 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f66d6d496e747b4c2441d4eb5acde02c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T01:42:14,887 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f66d6d496e747b4c2441d4eb5acde02c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59389899, jitterRate=-0.11502154171466827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T01:42:14,887 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:42:14,888 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f66d6d496e747b4c2441d4eb5acde02c:
Running coprocessor pre-open hook at 1732153334869Writing region info on filesystem at 1732153334869Initializing all the Stores at 1732153334871 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732153334871Cleaning up temporary data from old regions at 1732153334879 (+8 ms)Running coprocessor post-open hooks at 1732153334887 (+8 ms)Region opened successfully at 1732153334888 (+1 ms)
2024-11-21T01:42:14,891 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c., pid=6, masterSystemTime=1732153334860
2024-11-21T01:42:14,895 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c.
2024-11-21T01:42:14,895 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c.
2024-11-21T01:42:14,896 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f66d6d496e747b4c2441d4eb5acde02c, regionState=OPEN, openSeqNum=2, regionLocation=b93ada835ef8,44803,1732153270830
2024-11-21T01:42:14,901 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f66d6d496e747b4c2441d4eb5acde02c, server=b93ada835ef8,44803,1732153270830 because future has completed
2024-11-21T01:42:14,907 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T01:42:14,907 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f66d6d496e747b4c2441d4eb5acde02c, server=b93ada835ef8,44803,1732153270830 in 197 msec
2024-11-21T01:42:14,911 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-21T01:42:14,911 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=f66d6d496e747b4c2441d4eb5acde02c, ASSIGN in 364 msec
2024-11-21T01:42:14,912 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T01:42:14,913 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732153334913"}]},"ts":"1732153334913"}
2024-11-21T01:42:14,916 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-21T01:42:14,918 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T01:42:14,921 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 848 msec
2024-11-21T01:42:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T01:42:15,100 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-21T01:42:15,100 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-21T01:42:15,102 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T01:42:15,107 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-21T01:42:15,107 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T01:42:15,108 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-21T01:42:15,111 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T01:42:15,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b93ada835ef8,44803,1732153270830, seqNum=-1]
2024-11-21T01:42:15,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T01:42:15,115 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51326, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T01:42:15,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c., hostname=b93ada835ef8,44803,1732153270830, seqNum=2]
2024-11-21T01:42:15,133 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T01:42:15,137 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-21T01:42:15,141 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-21T01:42:15,145 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-21T01:42:15,147 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-21T01:42:15,148 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6821508320705118216
2024-11-21T01:42:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51326 deadline: 1732153338147, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T01:42:15,156 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-21T01:42:15,157 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-21T01:42:15,158 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T01:42:15,160 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T01:42:15,161 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6821508320705118218
2024-11-21T01:42:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51326 deadline: 1732153338159, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T01:42:15,164 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T01:42:15,165 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=6821508320705118219
2024-11-21T01:42:15,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51326 deadline: 1732153338163, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T01:42:15,168 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T01:42:15,169 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=6821508320705118220
2024-11-21T01:42:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51326 deadline: 1732153338167, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T01:42:15,172 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T01:42:15,184 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_252143732_22 at /127.0.0.1:56752 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/b93ada835ef8:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=448 (was 448), ProcessCount=11 (was 11), AvailableMemoryMB=390 (was 523)
2024-11-21T01:42:15,194 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=448, ProcessCount=11, AvailableMemoryMB=389
2024-11-21T01:42:15,198 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40665 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T01:42:15,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40665 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-21T01:42:15,202 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T01:42:15,202 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:42:15,202 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40665 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-21T01:42:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T01:42:15,204 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T01:42:15,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741837_1013 (size=414)
2024-11-21T01:42:15,616 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 78cdf612c44844ef9322ee2f33753773, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762
2024-11-21T01:42:15,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741838_1014 (size=65)
2024-11-21T01:42:16,027 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:42:16,027 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 78cdf612c44844ef9322ee2f33753773, disabling compactions & flushes
2024-11-21T01:42:16,027 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773.
2024-11-21T01:42:16,027 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773.
2024-11-21T01:42:16,027 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773. after waiting 0 ms
2024-11-21T01:42:16,027 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773.
2024-11-21T01:42:16,027 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773.
2024-11-21T01:42:16,027 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 78cdf612c44844ef9322ee2f33753773:
Waiting for close lock at 1732153336027Disabling compacts and flushes for region at 1732153336027Disabling writes for close at 1732153336027Writing region close event to WAL at 1732153336027Closed at 1732153336027
2024-11-21T01:42:16,029 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T01:42:16,030 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732153336029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732153336029"}]},"ts":"1732153336029"}
2024-11-21T01:42:16,034 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T01:42:16,035 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T01:42:16,036 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732153336035"}]},"ts":"1732153336035"}
2024-11-21T01:42:16,038 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-21T01:42:16,039 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=78cdf612c44844ef9322ee2f33753773, ASSIGN}]
2024-11-21T01:42:16,041 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=78cdf612c44844ef9322ee2f33753773, ASSIGN
2024-11-21T01:42:16,043 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=78cdf612c44844ef9322ee2f33753773, ASSIGN; state=OFFLINE, location=b93ada835ef8,44803,1732153270830; forceNewPlan=false, retain=false
2024-11-21T01:42:16,194 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=78cdf612c44844ef9322ee2f33753773, regionState=OPENING, regionLocation=b93ada835ef8,44803,1732153270830
2024-11-21T01:42:16,198 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=78cdf612c44844ef9322ee2f33753773, ASSIGN because future has completed
2024-11-21T01:42:16,199 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78cdf612c44844ef9322ee2f33753773, server=b93ada835ef8,44803,1732153270830}]
2024-11-21T01:42:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T01:42:16,359 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773.
2024-11-21T01:42:16,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 78cdf612c44844ef9322ee2f33753773, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773.', STARTKEY => '', ENDKEY => ''}
2024-11-21T01:42:16,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 78cdf612c44844ef9322ee2f33753773
2024-11-21T01:42:16,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:42:16,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 78cdf612c44844ef9322ee2f33753773
2024-11-21T01:42:16,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 78cdf612c44844ef9322ee2f33753773
2024-11-21T01:42:16,362 INFO  [StoreOpener-78cdf612c44844ef9322ee2f33753773-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 78cdf612c44844ef9322ee2f33753773 
2024-11-21T01:42:16,364 INFO  [StoreOpener-78cdf612c44844ef9322ee2f33753773-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78cdf612c44844ef9322ee2f33753773 columnFamilyName testFamily
2024-11-21T01:42:16,364 DEBUG [StoreOpener-78cdf612c44844ef9322ee2f33753773-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:42:16,365 INFO  [StoreOpener-78cdf612c44844ef9322ee2f33753773-1 {}] regionserver.HStore(327): Store=78cdf612c44844ef9322ee2f33753773/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T01:42:16,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 78cdf612c44844ef9322ee2f33753773
2024-11-21T01:42:16,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnOpenScanner/78cdf612c44844ef9322ee2f33753773
2024-11-21T01:42:16,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnOpenScanner/78cdf612c44844ef9322ee2f33753773
2024-11-21T01:42:16,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 78cdf612c44844ef9322ee2f33753773
2024-11-21T01:42:16,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 78cdf612c44844ef9322ee2f33753773
2024-11-21T01:42:16,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 78cdf612c44844ef9322ee2f33753773
2024-11-21T01:42:16,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnOpenScanner/78cdf612c44844ef9322ee2f33753773/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T01:42:16,379 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 78cdf612c44844ef9322ee2f33753773; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63588777, jitterRate=-0.052453383803367615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T01:42:16,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78cdf612c44844ef9322ee2f33753773
2024-11-21T01:42:16,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 78cdf612c44844ef9322ee2f33753773:
Running coprocessor pre-open hook at 1732153336360Writing region info on filesystem at 1732153336360Initializing all the Stores at 1732153336361 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732153336361Cleaning up temporary data from old regions at 1732153336368 (+7 ms)Running coprocessor post-open hooks at 1732153336379 (+11 ms)Region opened successfully at 1732153336380 (+1 ms)
2024-11-21T01:42:16,382 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773., pid=9, masterSystemTime=1732153336352
2024-11-21T01:42:16,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773.
2024-11-21T01:42:16,386 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773.
2024-11-21T01:42:16,387 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=78cdf612c44844ef9322ee2f33753773, regionState=OPEN, openSeqNum=2, regionLocation=b93ada835ef8,44803,1732153270830
2024-11-21T01:42:16,391 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78cdf612c44844ef9322ee2f33753773, server=b93ada835ef8,44803,1732153270830 because future has completed
2024-11-21T01:42:16,396 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-21T01:42:16,397 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 78cdf612c44844ef9322ee2f33753773, server=b93ada835ef8,44803,1732153270830 in 194 msec
2024-11-21T01:42:16,400 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-21T01:42:16,400 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=78cdf612c44844ef9322ee2f33753773, ASSIGN in 358 msec
2024-11-21T01:42:16,401 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T01:42:16,402 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732153336401"}]},"ts":"1732153336401"}
2024-11-21T01:42:16,404 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-21T01:42:16,406 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T01:42:16,408 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2080 sec
2024-11-21T01:42:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T01:42:18,229 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-21T01:42:18,229 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-21T01:42:18,230 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T01:42:18,234 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-21T01:42:18,235 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T01:42:18,235 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-21T01:42:18,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773., hostname=b93ada835ef8,44803,1732153270830, seqNum=2]
2024-11-21T01:42:18,252 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T01:42:18,252 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-21T01:42:18,256 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-21T01:42:18,258 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44803 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-21T01:42:19,189 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T01:42:19,218 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-21T01:42:19,220 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-21T01:42:19,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-21T01:42:20,475 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-21T01:42:20,475 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-21T01:42:20,477 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T01:42:20,477 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-21T01:42:20,477 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-21T01:42:20,477 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-21T01:42:20,479 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-21T01:42:20,479 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-21T01:42:24,265 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773., hostname=b93ada835ef8,44803,1732153270830, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773., hostname=b93ada835ef8,44803,1732153270830, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b93ada835ef8:44803 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms
2024-11-21T01:42:24,266 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773., hostname=b93ada835ef8,44803,1732153270830, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms
2024-11-21T01:42:24,266 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773., hostname=b93ada835ef8,44803,1732153270830, seqNum=2 from cache
2024-11-21T01:42:24,278 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 448) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=343 (was 389)
2024-11-21T01:42:24,289 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=11, AvailableMemoryMB=343
2024-11-21T01:42:24,292 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40665 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T01:42:24,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40665 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-21T01:42:24,296 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T01:42:24,297 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:42:24,297 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40665 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-21T01:42:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-21T01:42:24,299 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T01:42:24,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741839_1015 (size=412)
2024-11-21T01:42:24,711 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9fb70bc0e42381dcf8314ee20423c809, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762
2024-11-21T01:42:24,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741840_1016 (size=63)
2024-11-21T01:42:24,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-11-21T01:42:25,122 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:42:25,123 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 9fb70bc0e42381dcf8314ee20423c809, disabling compactions & flushes
2024-11-21T01:42:25,123 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809.
2024-11-21T01:42:25,123 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809.
2024-11-21T01:42:25,123 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809. after waiting 0 ms
2024-11-21T01:42:25,123 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809.
2024-11-21T01:42:25,123 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809.
2024-11-21T01:42:25,123 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9fb70bc0e42381dcf8314ee20423c809:
Waiting for close lock at 1732153345123Disabling compacts and flushes for region at 1732153345123Disabling writes for close at 1732153345123Writing region close event to WAL at 1732153345123Closed at 1732153345123
2024-11-21T01:42:25,126 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T01:42:25,126 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732153345126"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732153345126"}]},"ts":"1732153345126"}
2024-11-21T01:42:25,130 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T01:42:25,132 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T01:42:25,132 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732153345132"}]},"ts":"1732153345132"}
2024-11-21T01:42:25,136 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-21T01:42:25,136 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=9fb70bc0e42381dcf8314ee20423c809, ASSIGN}]
2024-11-21T01:42:25,138 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=9fb70bc0e42381dcf8314ee20423c809, ASSIGN
2024-11-21T01:42:25,140 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=9fb70bc0e42381dcf8314ee20423c809, ASSIGN; state=OFFLINE, location=b93ada835ef8,44803,1732153270830; forceNewPlan=false, retain=false
2024-11-21T01:42:25,291 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9fb70bc0e42381dcf8314ee20423c809, regionState=OPENING, regionLocation=b93ada835ef8,44803,1732153270830
2024-11-21T01:42:25,296 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=9fb70bc0e42381dcf8314ee20423c809, ASSIGN because future has completed
2024-11-21T01:42:25,296 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fb70bc0e42381dcf8314ee20423c809, server=b93ada835ef8,44803,1732153270830}]
2024-11-21T01:42:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-21T01:42:25,457 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809.
2024-11-21T01:42:25,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 9fb70bc0e42381dcf8314ee20423c809, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809.', STARTKEY => '', ENDKEY => ''}
2024-11-21T01:42:25,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 9fb70bc0e42381dcf8314ee20423c809
2024-11-21T01:42:25,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:42:25,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 9fb70bc0e42381dcf8314ee20423c809
2024-11-21T01:42:25,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 9fb70bc0e42381dcf8314ee20423c809
2024-11-21T01:42:25,461 INFO  [StoreOpener-9fb70bc0e42381dcf8314ee20423c809-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9fb70bc0e42381dcf8314ee20423c809 
2024-11-21T01:42:25,463 INFO  [StoreOpener-9fb70bc0e42381dcf8314ee20423c809-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fb70bc0e42381dcf8314ee20423c809 columnFamilyName testFamily
2024-11-21T01:42:25,463 DEBUG [StoreOpener-9fb70bc0e42381dcf8314ee20423c809-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:42:25,464 INFO  [StoreOpener-9fb70bc0e42381dcf8314ee20423c809-1 {}] regionserver.HStore(327): Store=9fb70bc0e42381dcf8314ee20423c809/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T01:42:25,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 9fb70bc0e42381dcf8314ee20423c809
2024-11-21T01:42:25,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnNextAsync/9fb70bc0e42381dcf8314ee20423c809
2024-11-21T01:42:25,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnNextAsync/9fb70bc0e42381dcf8314ee20423c809
2024-11-21T01:42:25,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 9fb70bc0e42381dcf8314ee20423c809
2024-11-21T01:42:25,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 9fb70bc0e42381dcf8314ee20423c809
2024-11-21T01:42:25,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 9fb70bc0e42381dcf8314ee20423c809
2024-11-21T01:42:25,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnNextAsync/9fb70bc0e42381dcf8314ee20423c809/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T01:42:25,479 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 9fb70bc0e42381dcf8314ee20423c809; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59904526, jitterRate=-0.10735300183296204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T01:42:25,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9fb70bc0e42381dcf8314ee20423c809
2024-11-21T01:42:25,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 9fb70bc0e42381dcf8314ee20423c809:
Running coprocessor pre-open hook at 1732153345459Writing region info on filesystem at 1732153345459Initializing all the Stores at 1732153345460 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732153345460Cleaning up temporary data from old regions at 1732153345470 (+10 ms)Running coprocessor post-open hooks at 1732153345479 (+9 ms)Region opened successfully at 1732153345480 (+1 ms)
2024-11-21T01:42:25,482 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809., pid=12, masterSystemTime=1732153345450
2024-11-21T01:42:25,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809.
2024-11-21T01:42:25,486 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809.
2024-11-21T01:42:25,487 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9fb70bc0e42381dcf8314ee20423c809, regionState=OPEN, openSeqNum=2, regionLocation=b93ada835ef8,44803,1732153270830
2024-11-21T01:42:25,490 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fb70bc0e42381dcf8314ee20423c809, server=b93ada835ef8,44803,1732153270830 because future has completed
2024-11-21T01:42:25,495 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-21T01:42:25,495 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 9fb70bc0e42381dcf8314ee20423c809, server=b93ada835ef8,44803,1732153270830 in 196 msec
2024-11-21T01:42:25,499 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-21T01:42:25,499 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=9fb70bc0e42381dcf8314ee20423c809, ASSIGN in 359 msec
2024-11-21T01:42:25,500 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T01:42:25,500 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732153345500"}]},"ts":"1732153345500"}
2024-11-21T01:42:25,503 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-21T01:42:25,504 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T01:42:25,506 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2120 sec
2024-11-21T01:42:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-21T01:42:27,330 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-21T01:42:27,330 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-21T01:42:27,330 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T01:42:27,335 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-21T01:42:27,335 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T01:42:27,335 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-21T01:42:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809., hostname=b93ada835ef8,44803,1732153270830, seqNum=2]
2024-11-21T01:42:27,353 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T01:42:27,353 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-21T01:42:27,356 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-21T01:42:27,359 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-21T01:42:27,378 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-21T01:42:27,379 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44803 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-21T01:42:30,987 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T01:42:31,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-21T01:42:31,018 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-21T01:42:31,223 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-21T01:42:33,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44803 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6821508320705118229' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-21T01:42:33,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44803 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:51326 deadline: 1732153359379, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6821508320705118229' does not exist
2024-11-21T01:42:33,386 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b93ada835ef8,44803,1732153270830 for closing scanner id = 6821508320705118229 for 9fb70bc0e42381dcf8314ee20423c809 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6821508320705118229' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T01:42:33,389 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 450), ProcessCount=11 (was 11), AvailableMemoryMB=247 (was 343)
2024-11-21T01:42:33,397 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=247
2024-11-21T01:42:33,400 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T01:42:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-21T01:42:33,403 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T01:42:33,404 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:42:33,404 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-21T01:42:33,405 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T01:42:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-21T01:42:33,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741841_1017 (size=423)
2024-11-21T01:42:33,816 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 026823b5d3d4d2e4c1803f392571aae2, NAME => 'testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762
2024-11-21T01:42:33,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741842_1018 (size=74)
2024-11-21T01:42:33,825 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:42:33,825 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 026823b5d3d4d2e4c1803f392571aae2, disabling compactions & flushes
2024-11-21T01:42:33,825 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2.
2024-11-21T01:42:33,825 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2.
2024-11-21T01:42:33,825 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2. after waiting 0 ms
2024-11-21T01:42:33,825 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2.
2024-11-21T01:42:33,825 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2.
2024-11-21T01:42:33,825 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 026823b5d3d4d2e4c1803f392571aae2:
Waiting for close lock at 1732153353825Disabling compacts and flushes for region at 1732153353825Disabling writes for close at 1732153353825Writing region close event to WAL at 1732153353825Closed at 1732153353825
2024-11-21T01:42:33,827 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T01:42:33,827 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732153353827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732153353827"}]},"ts":"1732153353827"}
2024-11-21T01:42:33,830 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T01:42:33,831 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T01:42:33,831 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732153353831"}]},"ts":"1732153353831"}
2024-11-21T01:42:33,834 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-21T01:42:33,834 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=026823b5d3d4d2e4c1803f392571aae2, ASSIGN}]
2024-11-21T01:42:33,836 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=026823b5d3d4d2e4c1803f392571aae2, ASSIGN
2024-11-21T01:42:33,837 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=026823b5d3d4d2e4c1803f392571aae2, ASSIGN; state=OFFLINE, location=b93ada835ef8,44803,1732153270830; forceNewPlan=false, retain=false
2024-11-21T01:42:33,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-11-21T01:42:33,988 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=026823b5d3d4d2e4c1803f392571aae2, regionState=OPENING, regionLocation=b93ada835ef8,44803,1732153270830
2024-11-21T01:42:33,991 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=026823b5d3d4d2e4c1803f392571aae2, ASSIGN because future has completed
2024-11-21T01:42:33,992 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 026823b5d3d4d2e4c1803f392571aae2, server=b93ada835ef8,44803,1732153270830}]
2024-11-21T01:42:34,150 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2.
2024-11-21T01:42:34,150 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 026823b5d3d4d2e4c1803f392571aae2, NAME => 'testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2.', STARTKEY => '', ENDKEY => ''}
2024-11-21T01:42:34,151 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 026823b5d3d4d2e4c1803f392571aae2
2024-11-21T01:42:34,151 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:42:34,151 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 026823b5d3d4d2e4c1803f392571aae2
2024-11-21T01:42:34,151 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 026823b5d3d4d2e4c1803f392571aae2
2024-11-21T01:42:34,153 INFO  [StoreOpener-026823b5d3d4d2e4c1803f392571aae2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 026823b5d3d4d2e4c1803f392571aae2 
2024-11-21T01:42:34,156 INFO  [StoreOpener-026823b5d3d4d2e4c1803f392571aae2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 026823b5d3d4d2e4c1803f392571aae2 columnFamilyName testFamily
2024-11-21T01:42:34,156 DEBUG [StoreOpener-026823b5d3d4d2e4c1803f392571aae2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:42:34,157 INFO  [StoreOpener-026823b5d3d4d2e4c1803f392571aae2-1 {}] regionserver.HStore(327): Store=026823b5d3d4d2e4c1803f392571aae2/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T01:42:34,157 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 026823b5d3d4d2e4c1803f392571aae2
2024-11-21T01:42:34,158 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testRetryOutOfOrderScannerNextException/026823b5d3d4d2e4c1803f392571aae2
2024-11-21T01:42:34,158 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testRetryOutOfOrderScannerNextException/026823b5d3d4d2e4c1803f392571aae2
2024-11-21T01:42:34,159 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 026823b5d3d4d2e4c1803f392571aae2
2024-11-21T01:42:34,159 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 026823b5d3d4d2e4c1803f392571aae2
2024-11-21T01:42:34,162 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 026823b5d3d4d2e4c1803f392571aae2
2024-11-21T01:42:34,165 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testRetryOutOfOrderScannerNextException/026823b5d3d4d2e4c1803f392571aae2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T01:42:34,165 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 026823b5d3d4d2e4c1803f392571aae2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60405020, jitterRate=-0.09989506006240845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T01:42:34,165 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 026823b5d3d4d2e4c1803f392571aae2
2024-11-21T01:42:34,166 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 026823b5d3d4d2e4c1803f392571aae2:
Running coprocessor pre-open hook at 1732153354151Writing region info on filesystem at 1732153354151Initializing all the Stores at 1732153354152 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732153354152Cleaning up temporary data from old regions at 1732153354159 (+7 ms)Running coprocessor post-open hooks at 1732153354165 (+6 ms)Region opened successfully at 1732153354166 (+1 ms)
2024-11-21T01:42:34,167 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2., pid=15, masterSystemTime=1732153354145
2024-11-21T01:42:34,170 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2.
2024-11-21T01:42:34,170 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2.
2024-11-21T01:42:34,171 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=026823b5d3d4d2e4c1803f392571aae2, regionState=OPEN, openSeqNum=2, regionLocation=b93ada835ef8,44803,1732153270830
2024-11-21T01:42:34,174 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 026823b5d3d4d2e4c1803f392571aae2, server=b93ada835ef8,44803,1732153270830 because future has completed
2024-11-21T01:42:34,178 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-21T01:42:34,178 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 026823b5d3d4d2e4c1803f392571aae2, server=b93ada835ef8,44803,1732153270830 in 183 msec
2024-11-21T01:42:34,181 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-21T01:42:34,181 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=026823b5d3d4d2e4c1803f392571aae2, ASSIGN in 344 msec
2024-11-21T01:42:34,182 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T01:42:34,183 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732153354182"}]},"ts":"1732153354182"}
2024-11-21T01:42:34,185 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-21T01:42:34,186 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T01:42:34,188 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 786 msec
2024-11-21T01:42:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-21T01:42:34,419 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-21T01:42:34,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-21T01:42:34,419 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T01:42:34,423 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-21T01:42:34,424 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T01:42:34,424 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-21T01:42:34,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2., hostname=b93ada835ef8,44803,1732153270830, seqNum=2]
2024-11-21T01:42:34,437 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T01:42:34,437 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-21T01:42:34,440 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-21T01:42:34,442 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-21T01:42:34,443 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-21T01:42:34,443 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6821508320705118233
2024-11-21T01:42:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51326 deadline: 1732153357442, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T01:42:34,446 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-21T01:42:34,447 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-21T01:42:34,448 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T01:42:34,449 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T01:42:34,450 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6821508320705118235
2024-11-21T01:42:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51326 deadline: 1732153357448, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T01:42:34,452 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T01:42:34,453 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=6821508320705118236
2024-11-21T01:42:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51326 deadline: 1732153357452, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T01:42:34,456 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T01:42:34,457 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=6821508320705118237
2024-11-21T01:42:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:51326 deadline: 1732153357455, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T01:42:34,460 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T01:42:34,470 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_252143732_22 at /127.0.0.1:52002 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 380), ProcessCount=11 (was 11), AvailableMemoryMB=244 (was 247)
2024-11-21T01:42:34,478 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=244
2024-11-21T01:42:34,480 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T01:42:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-21T01:42:34,482 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T01:42:34,483 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:42:34,483 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-21T01:42:34,484 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T01:42:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-21T01:42:34,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741843_1019 (size=418)
2024-11-21T01:42:34,894 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1413e87b7f1ebbfb1f0c29f349aaccd7, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762
2024-11-21T01:42:34,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741844_1020 (size=69)
2024-11-21T01:42:35,303 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:42:35,303 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 1413e87b7f1ebbfb1f0c29f349aaccd7, disabling compactions & flushes
2024-11-21T01:42:35,303 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7.
2024-11-21T01:42:35,304 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7.
2024-11-21T01:42:35,304 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7. after waiting 0 ms
2024-11-21T01:42:35,304 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7.
2024-11-21T01:42:35,304 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7.
2024-11-21T01:42:35,304 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1413e87b7f1ebbfb1f0c29f349aaccd7:
Waiting for close lock at 1732153355303Disabling compacts and flushes for region at 1732153355303Disabling writes for close at 1732153355304 (+1 ms)Writing region close event to WAL at 1732153355304Closed at 1732153355304
2024-11-21T01:42:35,306 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T01:42:35,306 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732153355306"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732153355306"}]},"ts":"1732153355306"}
2024-11-21T01:42:35,309 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T01:42:35,310 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T01:42:35,310 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732153355310"}]},"ts":"1732153355310"}
2024-11-21T01:42:35,313 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-21T01:42:35,313 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=1413e87b7f1ebbfb1f0c29f349aaccd7, ASSIGN}]
2024-11-21T01:42:35,315 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=1413e87b7f1ebbfb1f0c29f349aaccd7, ASSIGN
2024-11-21T01:42:35,316 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=1413e87b7f1ebbfb1f0c29f349aaccd7, ASSIGN; state=OFFLINE, location=b93ada835ef8,44803,1732153270830; forceNewPlan=false, retain=false
2024-11-21T01:42:35,467 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=1413e87b7f1ebbfb1f0c29f349aaccd7, regionState=OPENING, regionLocation=b93ada835ef8,44803,1732153270830
2024-11-21T01:42:35,469 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=1413e87b7f1ebbfb1f0c29f349aaccd7, ASSIGN because future has completed
2024-11-21T01:42:35,470 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1413e87b7f1ebbfb1f0c29f349aaccd7, server=b93ada835ef8,44803,1732153270830}]
2024-11-21T01:42:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-21T01:42:35,629 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7.
2024-11-21T01:42:35,629 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 1413e87b7f1ebbfb1f0c29f349aaccd7, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7.', STARTKEY => '', ENDKEY => ''}
2024-11-21T01:42:35,630 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 1413e87b7f1ebbfb1f0c29f349aaccd7
2024-11-21T01:42:35,630 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:42:35,630 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 1413e87b7f1ebbfb1f0c29f349aaccd7
2024-11-21T01:42:35,630 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 1413e87b7f1ebbfb1f0c29f349aaccd7
2024-11-21T01:42:35,632 INFO  [StoreOpener-1413e87b7f1ebbfb1f0c29f349aaccd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 1413e87b7f1ebbfb1f0c29f349aaccd7 
2024-11-21T01:42:35,635 INFO  [StoreOpener-1413e87b7f1ebbfb1f0c29f349aaccd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1413e87b7f1ebbfb1f0c29f349aaccd7 columnFamilyName testFamily
2024-11-21T01:42:35,635 DEBUG [StoreOpener-1413e87b7f1ebbfb1f0c29f349aaccd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:42:35,636 INFO  [StoreOpener-1413e87b7f1ebbfb1f0c29f349aaccd7-1 {}] regionserver.HStore(327): Store=1413e87b7f1ebbfb1f0c29f349aaccd7/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T01:42:35,636 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 1413e87b7f1ebbfb1f0c29f349aaccd7
2024-11-21T01:42:35,637 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnOpenScanner/1413e87b7f1ebbfb1f0c29f349aaccd7
2024-11-21T01:42:35,638 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnOpenScanner/1413e87b7f1ebbfb1f0c29f349aaccd7
2024-11-21T01:42:35,639 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 1413e87b7f1ebbfb1f0c29f349aaccd7
2024-11-21T01:42:35,639 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 1413e87b7f1ebbfb1f0c29f349aaccd7
2024-11-21T01:42:35,642 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 1413e87b7f1ebbfb1f0c29f349aaccd7
2024-11-21T01:42:35,645 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnOpenScanner/1413e87b7f1ebbfb1f0c29f349aaccd7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T01:42:35,646 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 1413e87b7f1ebbfb1f0c29f349aaccd7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70467210, jitterRate=0.0500432550907135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T01:42:35,646 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1413e87b7f1ebbfb1f0c29f349aaccd7
2024-11-21T01:42:35,647 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 1413e87b7f1ebbfb1f0c29f349aaccd7:
Running coprocessor pre-open hook at 1732153355630Writing region info on filesystem at 1732153355630Initializing all the Stores at 1732153355632 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732153355632Cleaning up temporary data from old regions at 1732153355639 (+7 ms)Running coprocessor post-open hooks at 1732153355646 (+7 ms)Region opened successfully at 1732153355647 (+1 ms)
2024-11-21T01:42:35,648 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7., pid=18, masterSystemTime=1732153355623
2024-11-21T01:42:35,652 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7.
2024-11-21T01:42:35,652 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7.
2024-11-21T01:42:35,653 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=1413e87b7f1ebbfb1f0c29f349aaccd7, regionState=OPEN, openSeqNum=2, regionLocation=b93ada835ef8,44803,1732153270830
2024-11-21T01:42:35,656 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1413e87b7f1ebbfb1f0c29f349aaccd7, server=b93ada835ef8,44803,1732153270830 because future has completed
2024-11-21T01:42:35,661 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-21T01:42:35,661 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 1413e87b7f1ebbfb1f0c29f349aaccd7, server=b93ada835ef8,44803,1732153270830 in 188 msec
2024-11-21T01:42:35,665 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-21T01:42:35,665 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=1413e87b7f1ebbfb1f0c29f349aaccd7, ASSIGN in 348 msec
2024-11-21T01:42:35,666 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T01:42:35,666 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732153355666"}]},"ts":"1732153355666"}
2024-11-21T01:42:35,669 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-21T01:42:35,670 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T01:42:35,672 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.1900 sec
2024-11-21T01:42:37,225 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-21T01:42:37,225 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-21T01:42:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-21T01:42:37,519 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-21T01:42:37,520 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-21T01:42:37,520 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T01:42:37,529 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-21T01:42:37,529 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T01:42:37,529 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-21T01:42:37,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7., hostname=b93ada835ef8,44803,1732153270830, seqNum=2]
2024-11-21T01:42:37,545 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T01:42:37,545 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-21T01:42:37,548 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-21T01:42:37,550 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-21T01:42:38,558 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7., hostname=b93ada835ef8,44803,1732153270830, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7., hostname=b93ada835ef8,44803,1732153270830, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b93ada835ef8:44803 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-21T01:42:38,558 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7., hostname=b93ada835ef8,44803,1732153270830, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-21T01:42:38,558 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7., hostname=b93ada835ef8,44803,1732153270830, seqNum=2 from cache
2024-11-21T01:42:38,760 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T01:42:39,051 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-11-21T01:42:39,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7., hostname=b93ada835ef8,44803,1732153270830, seqNum=2]
2024-11-21T01:42:39,574 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-21T01:42:39,653 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T01:42:40,475 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-21T01:42:40,475 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-21T01:42:40,476 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-21T01:42:40,476 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-21T01:42:40,559 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7., hostname=b93ada835ef8,44803,1732153270830, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7., hostname=b93ada835ef8,44803,1732153270830, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b93ada835ef8:44803 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=986ms, rpcTimeout=976ms
2024-11-21T01:42:40,559 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7., hostname=b93ada835ef8,44803,1732153270830, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=986ms, rpcTimeout=976ms
2024-11-21T01:42:40,559 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7., hostname=b93ada835ef8,44803,1732153270830, seqNum=2 from cache
2024-11-21T01:42:40,572 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=422 (was 380) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=283 (was 244) - AvailableMemoryMB LEAK? -
2024-11-21T01:42:40,583 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=283
2024-11-21T01:42:40,586 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T01:42:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-21T01:42:40,590 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T01:42:40,590 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:42:40,591 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-21T01:42:40,592 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T01:42:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-21T01:42:40,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741845_1021 (size=416)
2024-11-21T01:42:41,021 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 415a4a0b552f67534e87a3e67b6ce473, NAME => 'testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762
2024-11-21T01:42:41,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741846_1022 (size=67)
2024-11-21T01:42:41,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-11-21T01:42:41,431 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:42:41,432 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 415a4a0b552f67534e87a3e67b6ce473, disabling compactions & flushes
2024-11-21T01:42:41,432 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473.
2024-11-21T01:42:41,432 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473.
2024-11-21T01:42:41,432 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473. after waiting 0 ms
2024-11-21T01:42:41,432 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473.
2024-11-21T01:42:41,432 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473.
2024-11-21T01:42:41,432 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 415a4a0b552f67534e87a3e67b6ce473:
Waiting for close lock at 1732153361432Disabling compacts and flushes for region at 1732153361432Disabling writes for close at 1732153361432Writing region close event to WAL at 1732153361432Closed at 1732153361432
2024-11-21T01:42:41,435 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T01:42:41,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732153361435"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732153361435"}]},"ts":"1732153361435"}
2024-11-21T01:42:41,438 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T01:42:41,440 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T01:42:41,440 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732153361440"}]},"ts":"1732153361440"}
2024-11-21T01:42:41,442 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-21T01:42:41,443 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=415a4a0b552f67534e87a3e67b6ce473, ASSIGN}]
2024-11-21T01:42:41,444 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=415a4a0b552f67534e87a3e67b6ce473, ASSIGN
2024-11-21T01:42:41,446 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=415a4a0b552f67534e87a3e67b6ce473, ASSIGN; state=OFFLINE, location=b93ada835ef8,44803,1732153270830; forceNewPlan=false, retain=false
2024-11-21T01:42:41,597 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=415a4a0b552f67534e87a3e67b6ce473, regionState=OPENING, regionLocation=b93ada835ef8,44803,1732153270830
2024-11-21T01:42:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-21T01:42:41,600 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=415a4a0b552f67534e87a3e67b6ce473, ASSIGN because future has completed
2024-11-21T01:42:41,600 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 415a4a0b552f67534e87a3e67b6ce473, server=b93ada835ef8,44803,1732153270830}]
2024-11-21T01:42:41,761 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473.
2024-11-21T01:42:41,761 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 415a4a0b552f67534e87a3e67b6ce473, NAME => 'testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473.', STARTKEY => '', ENDKEY => ''}
2024-11-21T01:42:41,762 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 415a4a0b552f67534e87a3e67b6ce473
2024-11-21T01:42:41,762 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:42:41,762 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 415a4a0b552f67534e87a3e67b6ce473
2024-11-21T01:42:41,762 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 415a4a0b552f67534e87a3e67b6ce473
2024-11-21T01:42:41,765 INFO  [StoreOpener-415a4a0b552f67534e87a3e67b6ce473-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 415a4a0b552f67534e87a3e67b6ce473 
2024-11-21T01:42:41,768 INFO  [StoreOpener-415a4a0b552f67534e87a3e67b6ce473-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 415a4a0b552f67534e87a3e67b6ce473 columnFamilyName testFamily
2024-11-21T01:42:41,768 DEBUG [StoreOpener-415a4a0b552f67534e87a3e67b6ce473-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:42:41,770 INFO  [StoreOpener-415a4a0b552f67534e87a3e67b6ce473-1 {}] regionserver.HStore(327): Store=415a4a0b552f67534e87a3e67b6ce473/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T01:42:41,770 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 415a4a0b552f67534e87a3e67b6ce473
2024-11-21T01:42:41,771 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnNextAsync/415a4a0b552f67534e87a3e67b6ce473
2024-11-21T01:42:41,772 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnNextAsync/415a4a0b552f67534e87a3e67b6ce473
2024-11-21T01:42:41,772 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 415a4a0b552f67534e87a3e67b6ce473
2024-11-21T01:42:41,773 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 415a4a0b552f67534e87a3e67b6ce473
2024-11-21T01:42:41,775 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 415a4a0b552f67534e87a3e67b6ce473
2024-11-21T01:42:41,780 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnNextAsync/415a4a0b552f67534e87a3e67b6ce473/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T01:42:41,781 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 415a4a0b552f67534e87a3e67b6ce473; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66507373, jitterRate=-0.00896291434764862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T01:42:41,781 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 415a4a0b552f67534e87a3e67b6ce473
2024-11-21T01:42:41,781 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 415a4a0b552f67534e87a3e67b6ce473:
Running coprocessor pre-open hook at 1732153361763Writing region info on filesystem at 1732153361763Initializing all the Stores at 1732153361764 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732153361764Cleaning up temporary data from old regions at 1732153361773 (+9 ms)Running coprocessor post-open hooks at 1732153361781 (+8 ms)Region opened successfully at 1732153361781
2024-11-21T01:42:41,783 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473., pid=21, masterSystemTime=1732153361753
2024-11-21T01:42:41,787 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473.
2024-11-21T01:42:41,787 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473.
2024-11-21T01:42:41,788 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=415a4a0b552f67534e87a3e67b6ce473, regionState=OPEN, openSeqNum=2, regionLocation=b93ada835ef8,44803,1732153270830
2024-11-21T01:42:41,791 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 415a4a0b552f67534e87a3e67b6ce473, server=b93ada835ef8,44803,1732153270830 because future has completed
2024-11-21T01:42:41,798 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-21T01:42:41,798 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 415a4a0b552f67534e87a3e67b6ce473, server=b93ada835ef8,44803,1732153270830 in 194 msec
2024-11-21T01:42:41,801 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-21T01:42:41,801 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=415a4a0b552f67534e87a3e67b6ce473, ASSIGN in 355 msec
2024-11-21T01:42:41,803 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T01:42:41,803 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732153361803"}]},"ts":"1732153361803"}
2024-11-21T01:42:41,806 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-21T01:42:41,807 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T01:42:41,810 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2210 sec
2024-11-21T01:42:43,226 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-21T01:42:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-21T01:42:43,619 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-21T01:42:43,619 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-21T01:42:43,619 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T01:42:43,624 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-21T01:42:43,624 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T01:42:43,624 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-21T01:42:43,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473., hostname=b93ada835ef8,44803,1732153270830, seqNum=2]
2024-11-21T01:42:43,637 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T01:42:43,637 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-21T01:42:43,640 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-21T01:42:43,642 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-21T01:42:43,643 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-21T01:42:43,644 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-21T01:42:46,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44803 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6821508320705118248' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-21T01:42:46,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44803 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:51326 deadline: 1732153367651, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6821508320705118248' does not exist
2024-11-21T01:42:46,652 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b93ada835ef8,44803,1732153270830 for closing scanner id = 6821508320705118248 for 415a4a0b552f67534e87a3e67b6ce473 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6821508320705118248' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T01:42:46,658 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=446 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 422), ProcessCount=11 (was 11), AvailableMemoryMB=249 (was 283)
2024-11-21T01:42:46,666 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=249
2024-11-21T01:42:46,668 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T01:42:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-21T01:42:46,671 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T01:42:46,672 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:42:46,672 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-21T01:42:46,673 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T01:42:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-21T01:42:46,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741847_1023 (size=411)
2024-11-21T01:42:47,084 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 329653736a0b82b93b93a59fa072f2a4, NAME => 'testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762
2024-11-21T01:42:47,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741848_1024 (size=62)
2024-11-21T01:42:47,092 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:42:47,093 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 329653736a0b82b93b93a59fa072f2a4, disabling compactions & flushes
2024-11-21T01:42:47,093 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4.
2024-11-21T01:42:47,093 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4.
2024-11-21T01:42:47,093 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4. after waiting 0 ms
2024-11-21T01:42:47,093 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4.
2024-11-21T01:42:47,093 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4.
2024-11-21T01:42:47,093 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 329653736a0b82b93b93a59fa072f2a4:
Waiting for close lock at 1732153367093Disabling compacts and flushes for region at 1732153367093Disabling writes for close at 1732153367093Writing region close event to WAL at 1732153367093Closed at 1732153367093
2024-11-21T01:42:47,095 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T01:42:47,095 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732153367095"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732153367095"}]},"ts":"1732153367095"}
2024-11-21T01:42:47,098 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T01:42:47,099 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T01:42:47,100 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732153367100"}]},"ts":"1732153367100"}
2024-11-21T01:42:47,102 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-21T01:42:47,102 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=329653736a0b82b93b93a59fa072f2a4, ASSIGN}]
2024-11-21T01:42:47,104 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=329653736a0b82b93b93a59fa072f2a4, ASSIGN
2024-11-21T01:42:47,105 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=329653736a0b82b93b93a59fa072f2a4, ASSIGN; state=OFFLINE, location=b93ada835ef8,44803,1732153270830; forceNewPlan=false, retain=false
2024-11-21T01:42:47,145 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-11-21T01:42:47,256 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=329653736a0b82b93b93a59fa072f2a4, regionState=OPENING, regionLocation=b93ada835ef8,44803,1732153270830
2024-11-21T01:42:47,260 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=329653736a0b82b93b93a59fa072f2a4, ASSIGN because future has completed
2024-11-21T01:42:47,260 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 329653736a0b82b93b93a59fa072f2a4, server=b93ada835ef8,44803,1732153270830}]
2024-11-21T01:42:47,264 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T01:42:47,419 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4.
2024-11-21T01:42:47,419 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 329653736a0b82b93b93a59fa072f2a4, NAME => 'testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4.', STARTKEY => '', ENDKEY => ''}
2024-11-21T01:42:47,419 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 329653736a0b82b93b93a59fa072f2a4
2024-11-21T01:42:47,420 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:42:47,420 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 329653736a0b82b93b93a59fa072f2a4
2024-11-21T01:42:47,420 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 329653736a0b82b93b93a59fa072f2a4
2024-11-21T01:42:47,422 INFO  [StoreOpener-329653736a0b82b93b93a59fa072f2a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 329653736a0b82b93b93a59fa072f2a4 
2024-11-21T01:42:47,424 INFO  [StoreOpener-329653736a0b82b93b93a59fa072f2a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 329653736a0b82b93b93a59fa072f2a4 columnFamilyName testFamily
2024-11-21T01:42:47,424 DEBUG [StoreOpener-329653736a0b82b93b93a59fa072f2a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:42:47,424 INFO  [StoreOpener-329653736a0b82b93b93a59fa072f2a4-1 {}] regionserver.HStore(327): Store=329653736a0b82b93b93a59fa072f2a4/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T01:42:47,425 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 329653736a0b82b93b93a59fa072f2a4
2024-11-21T01:42:47,426 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnNext/329653736a0b82b93b93a59fa072f2a4
2024-11-21T01:42:47,426 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnNext/329653736a0b82b93b93a59fa072f2a4
2024-11-21T01:42:47,427 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 329653736a0b82b93b93a59fa072f2a4
2024-11-21T01:42:47,427 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 329653736a0b82b93b93a59fa072f2a4
2024-11-21T01:42:47,429 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 329653736a0b82b93b93a59fa072f2a4
2024-11-21T01:42:47,431 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnNext/329653736a0b82b93b93a59fa072f2a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T01:42:47,432 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 329653736a0b82b93b93a59fa072f2a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62993785, jitterRate=-0.06131945550441742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T01:42:47,432 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 329653736a0b82b93b93a59fa072f2a4
2024-11-21T01:42:47,433 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 329653736a0b82b93b93a59fa072f2a4:
Running coprocessor pre-open hook at 1732153367420Writing region info on filesystem at 1732153367420Initializing all the Stores at 1732153367421 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732153367421Cleaning up temporary data from old regions at 1732153367427 (+6 ms)Running coprocessor post-open hooks at 1732153367432 (+5 ms)Region opened successfully at 1732153367433 (+1 ms)
2024-11-21T01:42:47,434 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4., pid=24, masterSystemTime=1732153367413
2024-11-21T01:42:47,436 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4.
2024-11-21T01:42:47,436 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4.
2024-11-21T01:42:47,437 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=329653736a0b82b93b93a59fa072f2a4, regionState=OPEN, openSeqNum=2, regionLocation=b93ada835ef8,44803,1732153270830
2024-11-21T01:42:47,440 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 329653736a0b82b93b93a59fa072f2a4, server=b93ada835ef8,44803,1732153270830 because future has completed
2024-11-21T01:42:47,443 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-21T01:42:47,444 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 329653736a0b82b93b93a59fa072f2a4, server=b93ada835ef8,44803,1732153270830 in 181 msec
2024-11-21T01:42:47,448 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-21T01:42:47,448 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=329653736a0b82b93b93a59fa072f2a4, ASSIGN in 342 msec
2024-11-21T01:42:47,449 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T01:42:47,450 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732153367449"}]},"ts":"1732153367449"}
2024-11-21T01:42:47,452 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-21T01:42:47,454 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T01:42:47,456 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 786 msec
2024-11-21T01:42:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-21T01:42:47,689 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-21T01:42:47,689 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-21T01:42:47,690 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T01:42:47,694 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-21T01:42:47,695 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T01:42:47,695 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-21T01:42:47,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4., hostname=b93ada835ef8,44803,1732153270830, seqNum=2]
2024-11-21T01:42:47,708 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T01:42:47,708 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-21T01:42:47,711 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-21T01:42:47,713 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-21T01:42:47,714 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-21T01:42:47,715 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-21T01:42:49,227 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-21T01:42:50,475 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-21T01:42:50,475 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-21T01:42:50,476 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-21T01:42:50,476 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-21T01:42:50,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44803 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6821508320705118252' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-21T01:42:50,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44803 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:51326 deadline: 1732153371721, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6821508320705118252' does not exist
2024-11-21T01:42:50,722 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b93ada835ef8,44803,1732153270830 for closing scanner id = 6821508320705118252 for 329653736a0b82b93b93a59fa072f2a4 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6821508320705118252' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T01:42:50,728 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_252143732_22 at /127.0.0.1:40094 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=388 (was 396), ProcessCount=11 (was 11), AvailableMemoryMB=997 (was 249) - AvailableMemoryMB LEAK? -
2024-11-21T01:42:50,737 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=388, ProcessCount=11, AvailableMemoryMB=997
2024-11-21T01:42:50,740 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40665 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T01:42:50,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40665 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-21T01:42:50,743 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T01:42:50,743 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:42:50,743 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40665 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-21T01:42:50,744 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T01:42:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-21T01:42:50,752 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741849_1025 (size=419)
2024-11-21T01:42:51,156 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dda3dfef8c140558465da26d9607935b, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762
2024-11-21T01:42:51,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741850_1026 (size=70)
2024-11-21T01:42:51,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:42:51,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing dda3dfef8c140558465da26d9607935b, disabling compactions & flushes
2024-11-21T01:42:51,169 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b.
2024-11-21T01:42:51,170 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b.
2024-11-21T01:42:51,170 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b. after waiting 0 ms
2024-11-21T01:42:51,170 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b.
2024-11-21T01:42:51,170 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b.
2024-11-21T01:42:51,170 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for dda3dfef8c140558465da26d9607935b:
Waiting for close lock at 1732153371169Disabling compacts and flushes for region at 1732153371169Disabling writes for close at 1732153371170 (+1 ms)Writing region close event to WAL at 1732153371170Closed at 1732153371170
2024-11-21T01:42:51,172 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T01:42:51,172 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732153371172"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732153371172"}]},"ts":"1732153371172"}
2024-11-21T01:42:51,176 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T01:42:51,177 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T01:42:51,178 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732153371177"}]},"ts":"1732153371177"}
2024-11-21T01:42:51,180 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-21T01:42:51,181 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=dda3dfef8c140558465da26d9607935b, ASSIGN}]
2024-11-21T01:42:51,182 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=dda3dfef8c140558465da26d9607935b, ASSIGN
2024-11-21T01:42:51,183 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=dda3dfef8c140558465da26d9607935b, ASSIGN; state=OFFLINE, location=b93ada835ef8,44803,1732153270830; forceNewPlan=false, retain=false
2024-11-21T01:42:51,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-11-21T01:42:51,334 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=dda3dfef8c140558465da26d9607935b, regionState=OPENING, regionLocation=b93ada835ef8,44803,1732153270830
2024-11-21T01:42:51,338 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=dda3dfef8c140558465da26d9607935b, ASSIGN because future has completed
2024-11-21T01:42:51,338 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure dda3dfef8c140558465da26d9607935b, server=b93ada835ef8,44803,1732153270830}]
2024-11-21T01:42:51,497 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b.
2024-11-21T01:42:51,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => dda3dfef8c140558465da26d9607935b, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b.', STARTKEY => '', ENDKEY => ''}
2024-11-21T01:42:51,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync dda3dfef8c140558465da26d9607935b
2024-11-21T01:42:51,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:42:51,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for dda3dfef8c140558465da26d9607935b
2024-11-21T01:42:51,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for dda3dfef8c140558465da26d9607935b
2024-11-21T01:42:51,501 INFO  [StoreOpener-dda3dfef8c140558465da26d9607935b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region dda3dfef8c140558465da26d9607935b 
2024-11-21T01:42:51,506 INFO  [StoreOpener-dda3dfef8c140558465da26d9607935b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dda3dfef8c140558465da26d9607935b columnFamilyName testFamily
2024-11-21T01:42:51,506 DEBUG [StoreOpener-dda3dfef8c140558465da26d9607935b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:42:51,507 INFO  [StoreOpener-dda3dfef8c140558465da26d9607935b-1 {}] regionserver.HStore(327): Store=dda3dfef8c140558465da26d9607935b/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T01:42:51,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for dda3dfef8c140558465da26d9607935b
2024-11-21T01:42:51,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dda3dfef8c140558465da26d9607935b
2024-11-21T01:42:51,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dda3dfef8c140558465da26d9607935b
2024-11-21T01:42:51,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for dda3dfef8c140558465da26d9607935b
2024-11-21T01:42:51,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for dda3dfef8c140558465da26d9607935b
2024-11-21T01:42:51,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for dda3dfef8c140558465da26d9607935b
2024-11-21T01:42:51,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dda3dfef8c140558465da26d9607935b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T01:42:51,518 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened dda3dfef8c140558465da26d9607935b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71843578, jitterRate=0.07055273652076721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T01:42:51,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dda3dfef8c140558465da26d9607935b
2024-11-21T01:42:51,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for dda3dfef8c140558465da26d9607935b:
Running coprocessor pre-open hook at 1732153371499Writing region info on filesystem at 1732153371499Initializing all the Stores at 1732153371501 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732153371501Cleaning up temporary data from old regions at 1732153371511 (+10 ms)Running coprocessor post-open hooks at 1732153371518 (+7 ms)Region opened successfully at 1732153371519 (+1 ms)
2024-11-21T01:42:51,520 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b., pid=27, masterSystemTime=1732153371491
2024-11-21T01:42:51,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b.
2024-11-21T01:42:51,523 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b.
2024-11-21T01:42:51,524 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=dda3dfef8c140558465da26d9607935b, regionState=OPEN, openSeqNum=2, regionLocation=b93ada835ef8,44803,1732153270830
2024-11-21T01:42:51,527 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure dda3dfef8c140558465da26d9607935b, server=b93ada835ef8,44803,1732153270830 because future has completed
2024-11-21T01:42:51,531 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-21T01:42:51,531 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure dda3dfef8c140558465da26d9607935b, server=b93ada835ef8,44803,1732153270830 in 190 msec
2024-11-21T01:42:51,533 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-21T01:42:51,533 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=dda3dfef8c140558465da26d9607935b, ASSIGN in 350 msec
2024-11-21T01:42:51,534 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T01:42:51,535 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732153371534"}]},"ts":"1732153371534"}
2024-11-21T01:42:51,537 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-21T01:42:51,538 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T01:42:51,540 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 798 msec
2024-11-21T01:42:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-21T01:42:51,759 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-21T01:42:51,759 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-21T01:42:51,759 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T01:42:51,764 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-21T01:42:51,764 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T01:42:51,764 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-21T01:42:51,767 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b., hostname=b93ada835ef8,44803,1732153270830, seqNum=2]
2024-11-21T01:42:51,776 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T01:42:51,776 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-21T01:42:51,778 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-21T01:42:51,779 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44803 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-21T01:42:52,921 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T01:42:53,888 INFO  [master/b93ada835ef8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-21T01:42:53,888 INFO  [master/b93ada835ef8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-21T01:42:55,230 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-21T01:42:57,789 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b., hostname=b93ada835ef8,44803,1732153270830, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b., hostname=b93ada835ef8,44803,1732153270830, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b93ada835ef8:44803 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-21T01:42:57,789 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b., hostname=b93ada835ef8,44803,1732153270830, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-21T01:42:57,789 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b., hostname=b93ada835ef8,44803,1732153270830, seqNum=2 from cache
2024-11-21T01:42:57,798 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=389 (was 388) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1606 (was 997) - AvailableMemoryMB LEAK? -
2024-11-21T01:42:57,807 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=389, ProcessCount=11, AvailableMemoryMB=1606
2024-11-21T01:42:57,810 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40665 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T01:42:57,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40665 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-21T01:42:57,813 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T01:42:57,813 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:42:57,814 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40665 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-21T01:42:57,815 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T01:42:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-21T01:42:57,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741851_1027 (size=407)
2024-11-21T01:42:58,229 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 73092c71ef1c6b38dec676bfa727b72c, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762
2024-11-21T01:42:58,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741852_1028 (size=58)
2024-11-21T01:42:58,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-11-21T01:42:58,638 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:42:58,638 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 73092c71ef1c6b38dec676bfa727b72c, disabling compactions & flushes
2024-11-21T01:42:58,638 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c.
2024-11-21T01:42:58,638 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c.
2024-11-21T01:42:58,638 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c. after waiting 0 ms
2024-11-21T01:42:58,638 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c.
2024-11-21T01:42:58,639 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c.
2024-11-21T01:42:58,639 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 73092c71ef1c6b38dec676bfa727b72c:
Waiting for close lock at 1732153378638Disabling compacts and flushes for region at 1732153378638Disabling writes for close at 1732153378638Writing region close event to WAL at 1732153378638Closed at 1732153378638
2024-11-21T01:42:58,640 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T01:42:58,641 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732153378640"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732153378640"}]},"ts":"1732153378640"}
2024-11-21T01:42:58,644 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T01:42:58,645 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T01:42:58,645 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732153378645"}]},"ts":"1732153378645"}
2024-11-21T01:42:58,647 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-21T01:42:58,648 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=73092c71ef1c6b38dec676bfa727b72c, ASSIGN}]
2024-11-21T01:42:58,649 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=73092c71ef1c6b38dec676bfa727b72c, ASSIGN
2024-11-21T01:42:58,650 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=73092c71ef1c6b38dec676bfa727b72c, ASSIGN; state=OFFLINE, location=b93ada835ef8,44803,1732153270830; forceNewPlan=false, retain=false
2024-11-21T01:42:58,801 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=73092c71ef1c6b38dec676bfa727b72c, regionState=OPENING, regionLocation=b93ada835ef8,44803,1732153270830
2024-11-21T01:42:58,805 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=73092c71ef1c6b38dec676bfa727b72c, ASSIGN because future has completed
2024-11-21T01:42:58,805 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73092c71ef1c6b38dec676bfa727b72c, server=b93ada835ef8,44803,1732153270830}]
2024-11-21T01:42:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-21T01:42:58,964 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c.
2024-11-21T01:42:58,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 73092c71ef1c6b38dec676bfa727b72c, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c.', STARTKEY => '', ENDKEY => ''}
2024-11-21T01:42:58,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 73092c71ef1c6b38dec676bfa727b72c
2024-11-21T01:42:58,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:42:58,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 73092c71ef1c6b38dec676bfa727b72c
2024-11-21T01:42:58,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 73092c71ef1c6b38dec676bfa727b72c
2024-11-21T01:42:58,967 INFO  [StoreOpener-73092c71ef1c6b38dec676bfa727b72c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 73092c71ef1c6b38dec676bfa727b72c 
2024-11-21T01:42:58,969 INFO  [StoreOpener-73092c71ef1c6b38dec676bfa727b72c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73092c71ef1c6b38dec676bfa727b72c columnFamilyName testFamily
2024-11-21T01:42:58,969 DEBUG [StoreOpener-73092c71ef1c6b38dec676bfa727b72c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:42:58,970 INFO  [StoreOpener-73092c71ef1c6b38dec676bfa727b72c-1 {}] regionserver.HStore(327): Store=73092c71ef1c6b38dec676bfa727b72c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T01:42:58,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 73092c71ef1c6b38dec676bfa727b72c
2024-11-21T01:42:58,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnNext/73092c71ef1c6b38dec676bfa727b72c
2024-11-21T01:42:58,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnNext/73092c71ef1c6b38dec676bfa727b72c
2024-11-21T01:42:58,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 73092c71ef1c6b38dec676bfa727b72c
2024-11-21T01:42:58,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 73092c71ef1c6b38dec676bfa727b72c
2024-11-21T01:42:58,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 73092c71ef1c6b38dec676bfa727b72c
2024-11-21T01:42:58,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnNext/73092c71ef1c6b38dec676bfa727b72c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T01:42:58,977 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 73092c71ef1c6b38dec676bfa727b72c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66684905, jitterRate=-0.0063174813985824585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T01:42:58,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73092c71ef1c6b38dec676bfa727b72c
2024-11-21T01:42:58,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 73092c71ef1c6b38dec676bfa727b72c:
Running coprocessor pre-open hook at 1732153378965Writing region info on filesystem at 1732153378965Initializing all the Stores at 1732153378967 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732153378967Cleaning up temporary data from old regions at 1732153378972 (+5 ms)Running coprocessor post-open hooks at 1732153378978 (+6 ms)Region opened successfully at 1732153378978
2024-11-21T01:42:58,979 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c., pid=30, masterSystemTime=1732153378958
2024-11-21T01:42:58,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c.
2024-11-21T01:42:58,982 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c.
2024-11-21T01:42:58,983 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=73092c71ef1c6b38dec676bfa727b72c, regionState=OPEN, openSeqNum=2, regionLocation=b93ada835ef8,44803,1732153270830
2024-11-21T01:42:58,986 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73092c71ef1c6b38dec676bfa727b72c, server=b93ada835ef8,44803,1732153270830 because future has completed
2024-11-21T01:42:58,990 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-21T01:42:58,990 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 73092c71ef1c6b38dec676bfa727b72c, server=b93ada835ef8,44803,1732153270830 in 182 msec
2024-11-21T01:42:58,993 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-21T01:42:58,993 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=73092c71ef1c6b38dec676bfa727b72c, ASSIGN in 342 msec
2024-11-21T01:42:58,994 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T01:42:58,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732153378994"}]},"ts":"1732153378994"}
2024-11-21T01:42:58,997 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-21T01:42:58,998 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T01:42:58,999 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1880 sec
2024-11-21T01:43:00,475 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-21T01:43:00,475 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-21T01:43:00,476 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-21T01:43:00,476 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-21T01:43:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-21T01:43:00,839 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-21T01:43:00,839 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-21T01:43:00,840 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T01:43:00,845 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-21T01:43:00,845 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T01:43:00,845 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-21T01:43:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c., hostname=b93ada835ef8,44803,1732153270830, seqNum=2]
2024-11-21T01:43:00,858 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T01:43:00,859 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-21T01:43:00,861 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-21T01:43:00,863 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-21T01:43:00,864 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-21T01:43:00,865 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44803 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-21T01:43:01,232 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-21T01:43:04,498 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T01:43:06,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44803 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6821508320705118260' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-21T01:43:06,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44803 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:51326 deadline: 1732153392869, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6821508320705118260' does not exist
2024-11-21T01:43:06,874 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b93ada835ef8,44803,1732153270830 for closing scanner id = 6821508320705118260 for 73092c71ef1c6b38dec676bfa727b72c of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6821508320705118260' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T01:43:06,880 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=408 (was 389) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1164 (was 1606)
2024-11-21T01:43:06,891 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=408, ProcessCount=11, AvailableMemoryMB=1162
2024-11-21T01:43:06,894 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T01:43:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-21T01:43:06,898 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T01:43:06,898 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:43:06,898 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-21T01:43:06,899 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T01:43:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-21T01:43:06,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741853_1029 (size=423)
2024-11-21T01:43:07,312 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8866245b23ce0bc3a8d4670280d00d95, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762
2024-11-21T01:43:07,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741854_1030 (size=74)
2024-11-21T01:43:07,321 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:43:07,321 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 8866245b23ce0bc3a8d4670280d00d95, disabling compactions & flushes
2024-11-21T01:43:07,322 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95.
2024-11-21T01:43:07,322 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95.
2024-11-21T01:43:07,322 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95. after waiting 0 ms
2024-11-21T01:43:07,322 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95.
2024-11-21T01:43:07,322 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95.
2024-11-21T01:43:07,322 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8866245b23ce0bc3a8d4670280d00d95:
Waiting for close lock at 1732153387321Disabling compacts and flushes for region at 1732153387321Disabling writes for close at 1732153387322 (+1 ms)Writing region close event to WAL at 1732153387322Closed at 1732153387322
2024-11-21T01:43:07,323 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T01:43:07,324 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732153387323"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732153387323"}]},"ts":"1732153387323"}
2024-11-21T01:43:07,326 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T01:43:07,327 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T01:43:07,328 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732153387327"}]},"ts":"1732153387327"}
2024-11-21T01:43:07,330 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-21T01:43:07,330 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=8866245b23ce0bc3a8d4670280d00d95, ASSIGN}]
2024-11-21T01:43:07,331 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=8866245b23ce0bc3a8d4670280d00d95, ASSIGN
2024-11-21T01:43:07,333 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=8866245b23ce0bc3a8d4670280d00d95, ASSIGN; state=OFFLINE, location=b93ada835ef8,44803,1732153270830; forceNewPlan=false, retain=false
2024-11-21T01:43:07,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-11-21T01:43:07,483 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=8866245b23ce0bc3a8d4670280d00d95, regionState=OPENING, regionLocation=b93ada835ef8,44803,1732153270830
2024-11-21T01:43:07,487 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=8866245b23ce0bc3a8d4670280d00d95, ASSIGN because future has completed
2024-11-21T01:43:07,487 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8866245b23ce0bc3a8d4670280d00d95, server=b93ada835ef8,44803,1732153270830}]
2024-11-21T01:43:07,646 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95.
2024-11-21T01:43:07,646 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 8866245b23ce0bc3a8d4670280d00d95, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95.', STARTKEY => '', ENDKEY => ''}
2024-11-21T01:43:07,646 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 8866245b23ce0bc3a8d4670280d00d95
2024-11-21T01:43:07,646 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T01:43:07,646 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 8866245b23ce0bc3a8d4670280d00d95
2024-11-21T01:43:07,646 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 8866245b23ce0bc3a8d4670280d00d95
2024-11-21T01:43:07,649 INFO  [StoreOpener-8866245b23ce0bc3a8d4670280d00d95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8866245b23ce0bc3a8d4670280d00d95 
2024-11-21T01:43:07,650 INFO  [StoreOpener-8866245b23ce0bc3a8d4670280d00d95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8866245b23ce0bc3a8d4670280d00d95 columnFamilyName testFamily
2024-11-21T01:43:07,651 DEBUG [StoreOpener-8866245b23ce0bc3a8d4670280d00d95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T01:43:07,651 INFO  [StoreOpener-8866245b23ce0bc3a8d4670280d00d95-1 {}] regionserver.HStore(327): Store=8866245b23ce0bc3a8d4670280d00d95/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T01:43:07,651 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 8866245b23ce0bc3a8d4670280d00d95
2024-11-21T01:43:07,653 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnOpenScannerAsync/8866245b23ce0bc3a8d4670280d00d95
2024-11-21T01:43:07,653 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnOpenScannerAsync/8866245b23ce0bc3a8d4670280d00d95
2024-11-21T01:43:07,654 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 8866245b23ce0bc3a8d4670280d00d95
2024-11-21T01:43:07,654 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 8866245b23ce0bc3a8d4670280d00d95
2024-11-21T01:43:07,656 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 8866245b23ce0bc3a8d4670280d00d95
2024-11-21T01:43:07,659 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnOpenScannerAsync/8866245b23ce0bc3a8d4670280d00d95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T01:43:07,660 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 8866245b23ce0bc3a8d4670280d00d95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71302569, jitterRate=0.062491074204444885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T01:43:07,660 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8866245b23ce0bc3a8d4670280d00d95
2024-11-21T01:43:07,661 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 8866245b23ce0bc3a8d4670280d00d95:
Running coprocessor pre-open hook at 1732153387647Writing region info on filesystem at 1732153387647Initializing all the Stores at 1732153387648 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732153387648Cleaning up temporary data from old regions at 1732153387654 (+6 ms)Running coprocessor post-open hooks at 1732153387660 (+6 ms)Region opened successfully at 1732153387661 (+1 ms)
2024-11-21T01:43:07,662 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95., pid=33, masterSystemTime=1732153387640
2024-11-21T01:43:07,665 DEBUG [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95.
2024-11-21T01:43:07,665 INFO  [RS_OPEN_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95.
2024-11-21T01:43:07,665 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=8866245b23ce0bc3a8d4670280d00d95, regionState=OPEN, openSeqNum=2, regionLocation=b93ada835ef8,44803,1732153270830
2024-11-21T01:43:07,668 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8866245b23ce0bc3a8d4670280d00d95, server=b93ada835ef8,44803,1732153270830 because future has completed
2024-11-21T01:43:07,671 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-21T01:43:07,671 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 8866245b23ce0bc3a8d4670280d00d95, server=b93ada835ef8,44803,1732153270830 in 182 msec
2024-11-21T01:43:07,675 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-21T01:43:07,675 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=8866245b23ce0bc3a8d4670280d00d95, ASSIGN in 341 msec
2024-11-21T01:43:07,676 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T01:43:07,676 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732153387676"}]},"ts":"1732153387676"}
2024-11-21T01:43:07,679 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-21T01:43:07,680 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T01:43:07,682 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 786 msec
2024-11-21T01:43:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-21T01:43:07,910 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-21T01:43:07,910 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-21T01:43:07,910 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T01:43:07,916 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-21T01:43:07,916 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T01:43:07,916 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-21T01:43:07,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95., hostname=b93ada835ef8,44803,1732153270830, seqNum=2]
2024-11-21T01:43:07,931 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T01:43:07,931 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-21T01:43:07,934 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-21T01:43:07,936 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-21T01:43:08,760 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T01:43:08,938 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95., hostname=b93ada835ef8,44803,1732153270830, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95., hostname=b93ada835ef8,44803,1732153270830, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b93ada835ef8:44803 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms
2024-11-21T01:43:08,939 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95., hostname=b93ada835ef8,44803,1732153270830, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms
2024-11-21T01:43:08,939 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95., hostname=b93ada835ef8,44803,1732153270830, seqNum=2 from cache
2024-11-21T01:43:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-11-21T01:43:09,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95., hostname=b93ada835ef8,44803,1732153270830, seqNum=2]
2024-11-21T01:43:09,952 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44803 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-21T01:43:10,475 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-21T01:43:10,475 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-21T01:43:10,938 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95., hostname=b93ada835ef8,44803,1732153270830, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95., hostname=b93ada835ef8,44803,1732153270830, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b93ada835ef8:44803 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=987ms, rpcTimeout=983ms
2024-11-21T01:43:10,938 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95., hostname=b93ada835ef8,44803,1732153270830, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=987ms, rpcTimeout=983ms
2024-11-21T01:43:10,938 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95., hostname=b93ada835ef8,44803,1732153270830, seqNum=2 from cache
2024-11-21T01:43:10,948 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 408), ProcessCount=11 (was 11), AvailableMemoryMB=953 (was 1162)
2024-11-21T01:43:10,948 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T01:43:10,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T01:43:10,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T01:43:10,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T01:43:10,954 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T01:43:10,954 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T01:43:10,954 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T01:43:10,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T01:43:10,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T01:43:10,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T01:43:10,954 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T01:43:10,955 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T01:43:10,955 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2100783609, stopped=false
2024-11-21T01:43:10,955 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b93ada835ef8,40665,1732153269919
2024-11-21T01:43:10,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x10112f44f270001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-21T01:43:10,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x10112f44f270001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T01:43:10,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-21T01:43:10,957 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T01:43:10,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T01:43:10,958 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T01:43:10,958 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T01:43:10,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T01:43:10,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-21T01:43:10,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44803-0x10112f44f270001, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-21T01:43:10,959 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b93ada835ef8,44803,1732153270830' *****
2024-11-21T01:43:10,959 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T01:43:10,959 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T01:43:10,960 INFO  [RS:0;b93ada835ef8:44803 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T01:43:10,960 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T01:43:10,960 INFO  [RS:0;b93ada835ef8:44803 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T01:43:10,960 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(3091): Received CLOSE for 026823b5d3d4d2e4c1803f392571aae2
2024-11-21T01:43:10,961 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(3091): Received CLOSE for 1413e87b7f1ebbfb1f0c29f349aaccd7
2024-11-21T01:43:10,961 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(3091): Received CLOSE for 78cdf612c44844ef9322ee2f33753773
2024-11-21T01:43:10,961 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(3091): Received CLOSE for 329653736a0b82b93b93a59fa072f2a4
2024-11-21T01:43:10,961 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(3091): Received CLOSE for dda3dfef8c140558465da26d9607935b
2024-11-21T01:43:10,961 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(3091): Received CLOSE for 73092c71ef1c6b38dec676bfa727b72c
2024-11-21T01:43:10,961 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(3091): Received CLOSE for 9fb70bc0e42381dcf8314ee20423c809
2024-11-21T01:43:10,961 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(3091): Received CLOSE for 415a4a0b552f67534e87a3e67b6ce473
2024-11-21T01:43:10,961 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(3091): Received CLOSE for 8866245b23ce0bc3a8d4670280d00d95
2024-11-21T01:43:10,961 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(3091): Received CLOSE for f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:43:10,961 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(959): stopping server b93ada835ef8,44803,1732153270830
2024-11-21T01:43:10,961 INFO  [RS:0;b93ada835ef8:44803 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T01:43:10,961 INFO  [RS:0;b93ada835ef8:44803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b93ada835ef8:44803.
2024-11-21T01:43:10,961 DEBUG [RS:0;b93ada835ef8:44803 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T01:43:10,961 DEBUG [RS:0;b93ada835ef8:44803 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T01:43:10,962 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 026823b5d3d4d2e4c1803f392571aae2, disabling compactions & flushes
2024-11-21T01:43:10,962 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T01:43:10,962 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2.
2024-11-21T01:43:10,962 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T01:43:10,962 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T01:43:10,962 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2.
2024-11-21T01:43:10,962 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T01:43:10,962 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2. after waiting 0 ms
2024-11-21T01:43:10,962 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2.
2024-11-21T01:43:10,962 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-21T01:43:10,963 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T01:43:10,963 INFO  [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T01:43:10,963 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T01:43:10,963 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1351): Waiting on 026823b5d3d4d2e4c1803f392571aae2, 1413e87b7f1ebbfb1f0c29f349aaccd7, 1588230740, 329653736a0b82b93b93a59fa072f2a4, 415a4a0b552f67534e87a3e67b6ce473, 73092c71ef1c6b38dec676bfa727b72c, 78cdf612c44844ef9322ee2f33753773, 8866245b23ce0bc3a8d4670280d00d95, 9fb70bc0e42381dcf8314ee20423c809, dda3dfef8c140558465da26d9607935b, f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:43:10,963 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T01:43:10,963 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T01:43:10,967 INFO  [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-21T01:43:10,967 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 026823b5d3d4d2e4c1803f392571aae2 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T01:43:11,040 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testRetryOutOfOrderScannerNextException/026823b5d3d4d2e4c1803f392571aae2/.tmp/testFamily/5f0f1362a3bc420292ed6bde5406904c is 61, key is row-0/testFamily:testQualifier/1732153354428/Put/seqid=0
2024-11-21T01:43:11,047 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/meta/1588230740/.tmp/info/b7b489c7714b4b139fd5253052ccba96 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c./info:regioninfo/1732153334896/Put/seqid=0
2024-11-21T01:43:11,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741855_1031 (size=20564)
2024-11-21T01:43:11,068 INFO  [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/meta/1588230740/.tmp/info/b7b489c7714b4b139fd5253052ccba96
2024-11-21T01:43:11,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741856_1032 (size=5049)
2024-11-21T01:43:11,073 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testRetryOutOfOrderScannerNextException/026823b5d3d4d2e4c1803f392571aae2/.tmp/testFamily/5f0f1362a3bc420292ed6bde5406904c
2024-11-21T01:43:11,117 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testRetryOutOfOrderScannerNextException/026823b5d3d4d2e4c1803f392571aae2/.tmp/testFamily/5f0f1362a3bc420292ed6bde5406904c as hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testRetryOutOfOrderScannerNextException/026823b5d3d4d2e4c1803f392571aae2/testFamily/5f0f1362a3bc420292ed6bde5406904c
2024-11-21T01:43:11,130 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testRetryOutOfOrderScannerNextException/026823b5d3d4d2e4c1803f392571aae2/testFamily/5f0f1362a3bc420292ed6bde5406904c, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T01:43:11,137 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/meta/1588230740/.tmp/ns/9549eb8d28d24be7b709a6e638ca678e is 43, key is default/ns:d/1732153333778/Put/seqid=0
2024-11-21T01:43:11,139 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 026823b5d3d4d2e4c1803f392571aae2 in 171ms, sequenceid=8, compaction requested=false
2024-11-21T01:43:11,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741857_1033 (size=5153)
2024-11-21T01:43:11,143 INFO  [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/meta/1588230740/.tmp/ns/9549eb8d28d24be7b709a6e638ca678e
2024-11-21T01:43:11,147 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testRetryOutOfOrderScannerNextException/026823b5d3d4d2e4c1803f392571aae2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T01:43:11,151 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2.
2024-11-21T01:43:11,152 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 026823b5d3d4d2e4c1803f392571aae2:
Waiting for close lock at 1732153390961Running coprocessor pre-close hooks at 1732153390962 (+1 ms)Disabling compacts and flushes for region at 1732153390962Disabling writes for close at 1732153390962Obtaining lock to block concurrent updates at 1732153390967 (+5 ms)Preparing flush snapshotting stores in 026823b5d3d4d2e4c1803f392571aae2 at 1732153390967Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732153390977 (+10 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2. at 1732153390979 (+2 ms)Flushing 026823b5d3d4d2e4c1803f392571aae2/testFamily: creating writer at 1732153390981 (+2 ms)Flushing 026823b5d3d4d2e4c1803f392571aae2/testFamily: appending metadata at 1732153391033 (+52 ms)Flushing 026823b5d3d4d2e4c1803f392571aae2/testFamily: closing flushed file at 1732153391036 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c1377d: reopening flushed file at 1732153391115 (+79 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 026823b5d3d4d2e4c1803f392571aae2 in 171ms, sequenceid=8, compaction requested=false at 1732153391139 (+24 ms)Writing region close event to WAL at 1732153391142 (+3 ms)Running coprocessor post-close hooks at 1732153391149 (+7 ms)Closed at 1732153391151 (+2 ms)
2024-11-21T01:43:11,152 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732153353400.026823b5d3d4d2e4c1803f392571aae2.
2024-11-21T01:43:11,152 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1413e87b7f1ebbfb1f0c29f349aaccd7, disabling compactions & flushes
2024-11-21T01:43:11,152 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7.
2024-11-21T01:43:11,153 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7.
2024-11-21T01:43:11,153 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7. after waiting 0 ms
2024-11-21T01:43:11,153 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7.
2024-11-21T01:43:11,153 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1413e87b7f1ebbfb1f0c29f349aaccd7 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T01:43:11,163 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1351): Waiting on 1413e87b7f1ebbfb1f0c29f349aaccd7, 1588230740, 329653736a0b82b93b93a59fa072f2a4, 415a4a0b552f67534e87a3e67b6ce473, 73092c71ef1c6b38dec676bfa727b72c, 78cdf612c44844ef9322ee2f33753773, 8866245b23ce0bc3a8d4670280d00d95, 9fb70bc0e42381dcf8314ee20423c809, dda3dfef8c140558465da26d9607935b, f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:43:11,193 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/meta/1588230740/.tmp/table/708854565f51477e8235827bc0084562 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732153334913/Put/seqid=0
2024-11-21T01:43:11,199 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnOpenScanner/1413e87b7f1ebbfb1f0c29f349aaccd7/.tmp/testFamily/1236743798904fcb91c07342097927f6 is 61, key is row-0/testFamily:testQualifier/1732153357534/Put/seqid=0
2024-11-21T01:43:11,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741858_1034 (size=6699)
2024-11-21T01:43:11,217 INFO  [regionserver/b93ada835ef8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T01:43:11,217 INFO  [regionserver/b93ada835ef8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T01:43:11,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741859_1035 (size=5049)
2024-11-21T01:43:11,363 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1351): Waiting on 1413e87b7f1ebbfb1f0c29f349aaccd7, 1588230740, 329653736a0b82b93b93a59fa072f2a4, 415a4a0b552f67534e87a3e67b6ce473, 73092c71ef1c6b38dec676bfa727b72c, 78cdf612c44844ef9322ee2f33753773, 8866245b23ce0bc3a8d4670280d00d95, 9fb70bc0e42381dcf8314ee20423c809, dda3dfef8c140558465da26d9607935b, f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:43:11,453 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-21T01:43:11,564 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1351): Waiting on 1413e87b7f1ebbfb1f0c29f349aaccd7, 1588230740, 329653736a0b82b93b93a59fa072f2a4, 415a4a0b552f67534e87a3e67b6ce473, 73092c71ef1c6b38dec676bfa727b72c, 78cdf612c44844ef9322ee2f33753773, 8866245b23ce0bc3a8d4670280d00d95, 9fb70bc0e42381dcf8314ee20423c809, dda3dfef8c140558465da26d9607935b, f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:43:11,618 INFO  [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/meta/1588230740/.tmp/table/708854565f51477e8235827bc0084562
2024-11-21T01:43:11,620 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnOpenScanner/1413e87b7f1ebbfb1f0c29f349aaccd7/.tmp/testFamily/1236743798904fcb91c07342097927f6
2024-11-21T01:43:11,630 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/meta/1588230740/.tmp/info/b7b489c7714b4b139fd5253052ccba96 as hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/meta/1588230740/info/b7b489c7714b4b139fd5253052ccba96
2024-11-21T01:43:11,630 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnOpenScanner/1413e87b7f1ebbfb1f0c29f349aaccd7/.tmp/testFamily/1236743798904fcb91c07342097927f6 as hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnOpenScanner/1413e87b7f1ebbfb1f0c29f349aaccd7/testFamily/1236743798904fcb91c07342097927f6
2024-11-21T01:43:11,639 INFO  [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/meta/1588230740/info/b7b489c7714b4b139fd5253052ccba96, entries=100, sequenceid=56, filesize=20.1 K
2024-11-21T01:43:11,640 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnOpenScanner/1413e87b7f1ebbfb1f0c29f349aaccd7/testFamily/1236743798904fcb91c07342097927f6, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T01:43:11,641 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/meta/1588230740/.tmp/ns/9549eb8d28d24be7b709a6e638ca678e as hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/meta/1588230740/ns/9549eb8d28d24be7b709a6e638ca678e
2024-11-21T01:43:11,645 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1413e87b7f1ebbfb1f0c29f349aaccd7 in 491ms, sequenceid=8, compaction requested=false
2024-11-21T01:43:11,650 INFO  [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/meta/1588230740/ns/9549eb8d28d24be7b709a6e638ca678e, entries=2, sequenceid=56, filesize=5.0 K
2024-11-21T01:43:11,652 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/meta/1588230740/.tmp/table/708854565f51477e8235827bc0084562 as hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/meta/1588230740/table/708854565f51477e8235827bc0084562
2024-11-21T01:43:11,662 INFO  [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/meta/1588230740/table/708854565f51477e8235827bc0084562, entries=20, sequenceid=56, filesize=6.5 K
2024-11-21T01:43:11,666 INFO  [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 703ms, sequenceid=56, compaction requested=false
2024-11-21T01:43:11,666 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnOpenScanner/1413e87b7f1ebbfb1f0c29f349aaccd7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T01:43:11,667 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7.
2024-11-21T01:43:11,667 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1413e87b7f1ebbfb1f0c29f349aaccd7:
Waiting for close lock at 1732153391152Running coprocessor pre-close hooks at 1732153391152Disabling compacts and flushes for region at 1732153391152Disabling writes for close at 1732153391153 (+1 ms)Obtaining lock to block concurrent updates at 1732153391153Preparing flush snapshotting stores in 1413e87b7f1ebbfb1f0c29f349aaccd7 at 1732153391153Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732153391153Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7. at 1732153391163 (+10 ms)Flushing 1413e87b7f1ebbfb1f0c29f349aaccd7/testFamily: creating writer at 1732153391163Flushing 1413e87b7f1ebbfb1f0c29f349aaccd7/testFamily: appending metadata at 1732153391199 (+36 ms)Flushing 1413e87b7f1ebbfb1f0c29f349aaccd7/testFamily: closing flushed file at 1732153391199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b9b9d50: reopening flushed file at 1732153391629 (+430 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1413e87b7f1ebbfb1f0c29f349aaccd7 in 491ms, sequenceid=8, compaction requested=false at 1732153391645 (+16 ms)Writing region close event to WAL at 1732153391648 (+3 ms)Running coprocessor post-close hooks at 1732153391667 (+19 ms)Closed at 1732153391667
2024-11-21T01:43:11,667 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732153354479.1413e87b7f1ebbfb1f0c29f349aaccd7.
2024-11-21T01:43:11,668 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 78cdf612c44844ef9322ee2f33753773, disabling compactions & flushes
2024-11-21T01:43:11,668 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773.
2024-11-21T01:43:11,668 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773.
2024-11-21T01:43:11,668 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773. after waiting 0 ms
2024-11-21T01:43:11,668 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773.
2024-11-21T01:43:11,668 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 78cdf612c44844ef9322ee2f33753773 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T01:43:11,685 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnOpenScanner/78cdf612c44844ef9322ee2f33753773/.tmp/testFamily/41e084313453464885a4f01d5501fb0d is 61, key is row-0/testFamily:testQualifier/1732153338240/Put/seqid=0
2024-11-21T01:43:11,686 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-21T01:43:11,687 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T01:43:11,687 INFO  [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T01:43:11,687 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732153390962Running coprocessor pre-close hooks at 1732153390962Disabling compacts and flushes for region at 1732153390963 (+1 ms)Disabling writes for close at 1732153390963Obtaining lock to block concurrent updates at 1732153390967 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732153390967Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732153390977 (+10 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732153390979 (+2 ms)Flushing 1588230740/info: creating writer at 1732153390981 (+2 ms)Flushing 1588230740/info: appending metadata at 1732153391041 (+60 ms)Flushing 1588230740/info: closing flushed file at 1732153391041Flushing 1588230740/ns: creating writer at 1732153391115 (+74 ms)Flushing 1588230740/ns: appending metadata at 1732153391136 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732153391136Flushing 1588230740/table: creating writer at 1732153391159 (+23 ms)Flushing 1588230740/table: appending metadata at 1732153391192 (+33 ms)Flushing 1588230740/table: closing flushed file at 1732153391192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67aea833: reopening flushed file at 1732153391629 (+437 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47f86649: reopening flushed file at 1732153391640 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ad447c9: reopening flushed file at 1732153391650 (+10 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 703ms, sequenceid=56, compaction requested=false at 1732153391666 (+16 ms)Writing region close event to WAL at 1732153391671 (+5 ms)Running coprocessor post-close hooks at 1732153391686 (+15 ms)Closed at 1732153391687 (+1 ms)
2024-11-21T01:43:11,687 DEBUG [RS_CLOSE_META-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T01:43:11,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741860_1036 (size=5049)
2024-11-21T01:43:11,691 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnOpenScanner/78cdf612c44844ef9322ee2f33753773/.tmp/testFamily/41e084313453464885a4f01d5501fb0d
2024-11-21T01:43:11,704 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnOpenScanner/78cdf612c44844ef9322ee2f33753773/.tmp/testFamily/41e084313453464885a4f01d5501fb0d as hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnOpenScanner/78cdf612c44844ef9322ee2f33753773/testFamily/41e084313453464885a4f01d5501fb0d
2024-11-21T01:43:11,716 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnOpenScanner/78cdf612c44844ef9322ee2f33753773/testFamily/41e084313453464885a4f01d5501fb0d, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T01:43:11,717 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 78cdf612c44844ef9322ee2f33753773 in 49ms, sequenceid=8, compaction requested=false
2024-11-21T01:43:11,726 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnOpenScanner/78cdf612c44844ef9322ee2f33753773/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T01:43:11,727 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773.
2024-11-21T01:43:11,727 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 78cdf612c44844ef9322ee2f33753773:
Waiting for close lock at 1732153391667Running coprocessor pre-close hooks at 1732153391667Disabling compacts and flushes for region at 1732153391667Disabling writes for close at 1732153391668 (+1 ms)Obtaining lock to block concurrent updates at 1732153391668Preparing flush snapshotting stores in 78cdf612c44844ef9322ee2f33753773 at 1732153391668Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732153391668Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773. at 1732153391669 (+1 ms)Flushing 78cdf612c44844ef9322ee2f33753773/testFamily: creating writer at 1732153391669Flushing 78cdf612c44844ef9322ee2f33753773/testFamily: appending metadata at 1732153391685 (+16 ms)Flushing 78cdf612c44844ef9322ee2f33753773/testFamily: closing flushed file at 1732153391685Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3374a910: reopening flushed file at 1732153391703 (+18 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 78cdf612c44844ef9322ee2f33753773 in 49ms, sequenceid=8, compaction requested=false at 1732153391717 (+14 ms)Writing region close event to WAL at 1732153391719 (+2 ms)Running coprocessor post-close hooks at 1732153391727 (+8 ms)Closed at 1732153391727
2024-11-21T01:43:11,727 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732153335198.78cdf612c44844ef9322ee2f33753773.
2024-11-21T01:43:11,727 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 329653736a0b82b93b93a59fa072f2a4, disabling compactions & flushes
2024-11-21T01:43:11,727 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4.
2024-11-21T01:43:11,727 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4.
2024-11-21T01:43:11,727 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4. after waiting 0 ms
2024-11-21T01:43:11,727 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4.
2024-11-21T01:43:11,728 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 329653736a0b82b93b93a59fa072f2a4 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T01:43:11,750 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnNext/329653736a0b82b93b93a59fa072f2a4/.tmp/testFamily/1be780d7356e48c6b3146669eb099e38 is 61, key is row-0/testFamily:testQualifier/1732153367699/Put/seqid=0
2024-11-21T01:43:11,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741861_1037 (size=5049)
2024-11-21T01:43:11,757 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnNext/329653736a0b82b93b93a59fa072f2a4/.tmp/testFamily/1be780d7356e48c6b3146669eb099e38
2024-11-21T01:43:11,764 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1351): Waiting on 329653736a0b82b93b93a59fa072f2a4, 415a4a0b552f67534e87a3e67b6ce473, 73092c71ef1c6b38dec676bfa727b72c, 8866245b23ce0bc3a8d4670280d00d95, 9fb70bc0e42381dcf8314ee20423c809, dda3dfef8c140558465da26d9607935b, f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:43:11,768 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnNext/329653736a0b82b93b93a59fa072f2a4/.tmp/testFamily/1be780d7356e48c6b3146669eb099e38 as hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnNext/329653736a0b82b93b93a59fa072f2a4/testFamily/1be780d7356e48c6b3146669eb099e38
2024-11-21T01:43:11,777 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnNext/329653736a0b82b93b93a59fa072f2a4/testFamily/1be780d7356e48c6b3146669eb099e38, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T01:43:11,778 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 329653736a0b82b93b93a59fa072f2a4 in 50ms, sequenceid=8, compaction requested=false
2024-11-21T01:43:11,786 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnNext/329653736a0b82b93b93a59fa072f2a4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T01:43:11,787 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4.
2024-11-21T01:43:11,788 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 329653736a0b82b93b93a59fa072f2a4:
Waiting for close lock at 1732153391727Running coprocessor pre-close hooks at 1732153391727Disabling compacts and flushes for region at 1732153391727Disabling writes for close at 1732153391727Obtaining lock to block concurrent updates at 1732153391728 (+1 ms)Preparing flush snapshotting stores in 329653736a0b82b93b93a59fa072f2a4 at 1732153391728Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732153391728Flushing stores of testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4. at 1732153391729 (+1 ms)Flushing 329653736a0b82b93b93a59fa072f2a4/testFamily: creating writer at 1732153391729Flushing 329653736a0b82b93b93a59fa072f2a4/testFamily: appending metadata at 1732153391750 (+21 ms)Flushing 329653736a0b82b93b93a59fa072f2a4/testFamily: closing flushed file at 1732153391750Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73106597: reopening flushed file at 1732153391765 (+15 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 329653736a0b82b93b93a59fa072f2a4 in 50ms, sequenceid=8, compaction requested=false at 1732153391779 (+14 ms)Writing region close event to WAL at 1732153391779Running coprocessor post-close hooks at 1732153391787 (+8 ms)Closed at 1732153391787
2024-11-21T01:43:11,788 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732153366668.329653736a0b82b93b93a59fa072f2a4.
2024-11-21T01:43:11,788 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dda3dfef8c140558465da26d9607935b, disabling compactions & flushes
2024-11-21T01:43:11,788 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b.
2024-11-21T01:43:11,788 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b.
2024-11-21T01:43:11,788 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b. after waiting 0 ms
2024-11-21T01:43:11,788 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b.
2024-11-21T01:43:11,788 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dda3dfef8c140558465da26d9607935b 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T01:43:11,813 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dda3dfef8c140558465da26d9607935b/.tmp/testFamily/4763b6ce99804b83ae7085950a11e4fd is 61, key is row-0/testFamily:testQualifier/1732153371768/Put/seqid=0
2024-11-21T01:43:11,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741862_1038 (size=5049)
2024-11-21T01:43:11,820 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dda3dfef8c140558465da26d9607935b/.tmp/testFamily/4763b6ce99804b83ae7085950a11e4fd
2024-11-21T01:43:11,829 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dda3dfef8c140558465da26d9607935b/.tmp/testFamily/4763b6ce99804b83ae7085950a11e4fd as hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dda3dfef8c140558465da26d9607935b/testFamily/4763b6ce99804b83ae7085950a11e4fd
2024-11-21T01:43:11,838 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dda3dfef8c140558465da26d9607935b/testFamily/4763b6ce99804b83ae7085950a11e4fd, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T01:43:11,841 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for dda3dfef8c140558465da26d9607935b in 53ms, sequenceid=8, compaction requested=false
2024-11-21T01:43:11,850 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/dda3dfef8c140558465da26d9607935b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T01:43:11,850 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b.
2024-11-21T01:43:11,850 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dda3dfef8c140558465da26d9607935b:
Waiting for close lock at 1732153391788Running coprocessor pre-close hooks at 1732153391788Disabling compacts and flushes for region at 1732153391788Disabling writes for close at 1732153391788Obtaining lock to block concurrent updates at 1732153391788Preparing flush snapshotting stores in dda3dfef8c140558465da26d9607935b at 1732153391788Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732153391789 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b. at 1732153391789Flushing dda3dfef8c140558465da26d9607935b/testFamily: creating writer at 1732153391790 (+1 ms)Flushing dda3dfef8c140558465da26d9607935b/testFamily: appending metadata at 1732153391813 (+23 ms)Flushing dda3dfef8c140558465da26d9607935b/testFamily: closing flushed file at 1732153391813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f19ebe: reopening flushed file at 1732153391828 (+15 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for dda3dfef8c140558465da26d9607935b in 53ms, sequenceid=8, compaction requested=false at 1732153391842 (+14 ms)Writing region close event to WAL at 1732153391846 (+4 ms)Running coprocessor post-close hooks at 1732153391850 (+4 ms)Closed at 1732153391850
2024-11-21T01:43:11,851 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732153370739.dda3dfef8c140558465da26d9607935b.
2024-11-21T01:43:11,851 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73092c71ef1c6b38dec676bfa727b72c, disabling compactions & flushes
2024-11-21T01:43:11,851 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c.
2024-11-21T01:43:11,851 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c.
2024-11-21T01:43:11,851 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c. after waiting 0 ms
2024-11-21T01:43:11,851 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c.
2024-11-21T01:43:11,851 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 73092c71ef1c6b38dec676bfa727b72c 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T01:43:11,867 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnNext/73092c71ef1c6b38dec676bfa727b72c/.tmp/testFamily/7763fa0ff25f4a879deb4250cf0e2e2f is 61, key is row-0/testFamily:testQualifier/1732153380850/Put/seqid=0
2024-11-21T01:43:11,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741863_1039 (size=5049)
2024-11-21T01:43:11,964 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close
2024-11-21T01:43:11,964 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1325): Online Regions={73092c71ef1c6b38dec676bfa727b72c=hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c., 9fb70bc0e42381dcf8314ee20423c809=hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809., 415a4a0b552f67534e87a3e67b6ce473=testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473., 8866245b23ce0bc3a8d4670280d00d95=testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95., f66d6d496e747b4c2441d4eb5acde02c=testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c.}
2024-11-21T01:43:11,965 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1351): Waiting on 415a4a0b552f67534e87a3e67b6ce473, 73092c71ef1c6b38dec676bfa727b72c, 8866245b23ce0bc3a8d4670280d00d95, 9fb70bc0e42381dcf8314ee20423c809, f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:43:12,165 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1351): Waiting on 415a4a0b552f67534e87a3e67b6ce473, 73092c71ef1c6b38dec676bfa727b72c, 8866245b23ce0bc3a8d4670280d00d95, 9fb70bc0e42381dcf8314ee20423c809, f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:43:12,274 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnNext/73092c71ef1c6b38dec676bfa727b72c/.tmp/testFamily/7763fa0ff25f4a879deb4250cf0e2e2f
2024-11-21T01:43:12,284 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnNext/73092c71ef1c6b38dec676bfa727b72c/.tmp/testFamily/7763fa0ff25f4a879deb4250cf0e2e2f as hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnNext/73092c71ef1c6b38dec676bfa727b72c/testFamily/7763fa0ff25f4a879deb4250cf0e2e2f
2024-11-21T01:43:12,292 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnNext/73092c71ef1c6b38dec676bfa727b72c/testFamily/7763fa0ff25f4a879deb4250cf0e2e2f, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T01:43:12,293 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 73092c71ef1c6b38dec676bfa727b72c in 442ms, sequenceid=8, compaction requested=false
2024-11-21T01:43:12,302 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnNext/73092c71ef1c6b38dec676bfa727b72c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T01:43:12,303 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c.
2024-11-21T01:43:12,303 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73092c71ef1c6b38dec676bfa727b72c:
Waiting for close lock at 1732153391851Running coprocessor pre-close hooks at 1732153391851Disabling compacts and flushes for region at 1732153391851Disabling writes for close at 1732153391851Obtaining lock to block concurrent updates at 1732153391851Preparing flush snapshotting stores in 73092c71ef1c6b38dec676bfa727b72c at 1732153391851Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732153391851Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c. at 1732153391852 (+1 ms)Flushing 73092c71ef1c6b38dec676bfa727b72c/testFamily: creating writer at 1732153391852Flushing 73092c71ef1c6b38dec676bfa727b72c/testFamily: appending metadata at 1732153391867 (+15 ms)Flushing 73092c71ef1c6b38dec676bfa727b72c/testFamily: closing flushed file at 1732153391867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19487fba: reopening flushed file at 1732153392282 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 73092c71ef1c6b38dec676bfa727b72c in 442ms, sequenceid=8, compaction requested=false at 1732153392293 (+11 ms)Writing region close event to WAL at 1732153392297 (+4 ms)Running coprocessor post-close hooks at 1732153392303 (+6 ms)Closed at 1732153392303
2024-11-21T01:43:12,303 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732153377809.73092c71ef1c6b38dec676bfa727b72c.
2024-11-21T01:43:12,304 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9fb70bc0e42381dcf8314ee20423c809, disabling compactions & flushes
2024-11-21T01:43:12,304 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809.
2024-11-21T01:43:12,304 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809.
2024-11-21T01:43:12,304 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809. after waiting 0 ms
2024-11-21T01:43:12,304 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809.
2024-11-21T01:43:12,304 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9fb70bc0e42381dcf8314ee20423c809 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T01:43:12,329 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnNextAsync/9fb70bc0e42381dcf8314ee20423c809/.tmp/testFamily/72c0065bb4164b0c84311e46099caf99 is 61, key is row-0/testFamily:testQualifier/1732153347340/Put/seqid=0
2024-11-21T01:43:12,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741864_1040 (size=5049)
2024-11-21T01:43:12,365 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1351): Waiting on 415a4a0b552f67534e87a3e67b6ce473, 8866245b23ce0bc3a8d4670280d00d95, 9fb70bc0e42381dcf8314ee20423c809, f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:43:12,565 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1351): Waiting on 415a4a0b552f67534e87a3e67b6ce473, 8866245b23ce0bc3a8d4670280d00d95, 9fb70bc0e42381dcf8314ee20423c809, f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:43:12,736 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnNextAsync/9fb70bc0e42381dcf8314ee20423c809/.tmp/testFamily/72c0065bb4164b0c84311e46099caf99
2024-11-21T01:43:12,746 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnNextAsync/9fb70bc0e42381dcf8314ee20423c809/.tmp/testFamily/72c0065bb4164b0c84311e46099caf99 as hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnNextAsync/9fb70bc0e42381dcf8314ee20423c809/testFamily/72c0065bb4164b0c84311e46099caf99
2024-11-21T01:43:12,753 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnNextAsync/9fb70bc0e42381dcf8314ee20423c809/testFamily/72c0065bb4164b0c84311e46099caf99, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T01:43:12,754 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9fb70bc0e42381dcf8314ee20423c809 in 450ms, sequenceid=8, compaction requested=false
2024-11-21T01:43:12,761 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/hbase/testMetaScanTimeoutOnNextAsync/9fb70bc0e42381dcf8314ee20423c809/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T01:43:12,762 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809.
2024-11-21T01:43:12,762 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9fb70bc0e42381dcf8314ee20423c809:
Waiting for close lock at 1732153392304Running coprocessor pre-close hooks at 1732153392304Disabling compacts and flushes for region at 1732153392304Disabling writes for close at 1732153392304Obtaining lock to block concurrent updates at 1732153392304Preparing flush snapshotting stores in 9fb70bc0e42381dcf8314ee20423c809 at 1732153392304Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732153392304Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809. at 1732153392305 (+1 ms)Flushing 9fb70bc0e42381dcf8314ee20423c809/testFamily: creating writer at 1732153392305Flushing 9fb70bc0e42381dcf8314ee20423c809/testFamily: appending metadata at 1732153392329 (+24 ms)Flushing 9fb70bc0e42381dcf8314ee20423c809/testFamily: closing flushed file at 1732153392329Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f910a14: reopening flushed file at 1732153392745 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9fb70bc0e42381dcf8314ee20423c809 in 450ms, sequenceid=8, compaction requested=false at 1732153392754 (+9 ms)Writing region close event to WAL at 1732153392755 (+1 ms)Running coprocessor post-close hooks at 1732153392762 (+7 ms)Closed at 1732153392762
2024-11-21T01:43:12,762 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732153344292.9fb70bc0e42381dcf8314ee20423c809.
2024-11-21T01:43:12,762 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 415a4a0b552f67534e87a3e67b6ce473, disabling compactions & flushes
2024-11-21T01:43:12,762 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473.
2024-11-21T01:43:12,762 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473.
2024-11-21T01:43:12,763 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473. after waiting 0 ms
2024-11-21T01:43:12,763 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473.
2024-11-21T01:43:12,763 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 415a4a0b552f67534e87a3e67b6ce473 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T01:43:12,766 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1351): Waiting on 415a4a0b552f67534e87a3e67b6ce473, 8866245b23ce0bc3a8d4670280d00d95, f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:43:12,785 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnNextAsync/415a4a0b552f67534e87a3e67b6ce473/.tmp/testFamily/e4e449acf29448ffb09a31c6e9e15c75 is 61, key is row-0/testFamily:testQualifier/1732153363628/Put/seqid=0
2024-11-21T01:43:12,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741865_1041 (size=5049)
2024-11-21T01:43:12,966 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-21T01:43:12,966 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1325): Online Regions={415a4a0b552f67534e87a3e67b6ce473=testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473., 8866245b23ce0bc3a8d4670280d00d95=testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95., f66d6d496e747b4c2441d4eb5acde02c=testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c.}
2024-11-21T01:43:12,966 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1351): Waiting on 415a4a0b552f67534e87a3e67b6ce473, 8866245b23ce0bc3a8d4670280d00d95, f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:43:13,148 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T01:43:13,166 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1351): Waiting on 415a4a0b552f67534e87a3e67b6ce473, 8866245b23ce0bc3a8d4670280d00d95, f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:43:13,195 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnNextAsync/415a4a0b552f67534e87a3e67b6ce473/.tmp/testFamily/e4e449acf29448ffb09a31c6e9e15c75
2024-11-21T01:43:13,203 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnNextAsync/415a4a0b552f67534e87a3e67b6ce473/.tmp/testFamily/e4e449acf29448ffb09a31c6e9e15c75 as hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnNextAsync/415a4a0b552f67534e87a3e67b6ce473/testFamily/e4e449acf29448ffb09a31c6e9e15c75
2024-11-21T01:43:13,210 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnNextAsync/415a4a0b552f67534e87a3e67b6ce473/testFamily/e4e449acf29448ffb09a31c6e9e15c75, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T01:43:13,211 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 415a4a0b552f67534e87a3e67b6ce473 in 448ms, sequenceid=8, compaction requested=false
2024-11-21T01:43:13,216 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnNextAsync/415a4a0b552f67534e87a3e67b6ce473/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T01:43:13,217 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473.
2024-11-21T01:43:13,217 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 415a4a0b552f67534e87a3e67b6ce473:
Waiting for close lock at 1732153392762Running coprocessor pre-close hooks at 1732153392762Disabling compacts and flushes for region at 1732153392762Disabling writes for close at 1732153392763 (+1 ms)Obtaining lock to block concurrent updates at 1732153392763Preparing flush snapshotting stores in 415a4a0b552f67534e87a3e67b6ce473 at 1732153392763Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732153392763Flushing stores of testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473. at 1732153392764 (+1 ms)Flushing 415a4a0b552f67534e87a3e67b6ce473/testFamily: creating writer at 1732153392764Flushing 415a4a0b552f67534e87a3e67b6ce473/testFamily: appending metadata at 1732153392785 (+21 ms)Flushing 415a4a0b552f67534e87a3e67b6ce473/testFamily: closing flushed file at 1732153392785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67160247: reopening flushed file at 1732153393202 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 415a4a0b552f67534e87a3e67b6ce473 in 448ms, sequenceid=8, compaction requested=false at 1732153393211 (+9 ms)Writing region close event to WAL at 1732153393212 (+1 ms)Running coprocessor post-close hooks at 1732153393216 (+4 ms)Closed at 1732153393217 (+1 ms)
2024-11-21T01:43:13,217 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732153360585.415a4a0b552f67534e87a3e67b6ce473.
2024-11-21T01:43:13,217 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8866245b23ce0bc3a8d4670280d00d95, disabling compactions & flushes
2024-11-21T01:43:13,217 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95.
2024-11-21T01:43:13,217 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95.
2024-11-21T01:43:13,217 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95. after waiting 0 ms
2024-11-21T01:43:13,217 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95.
2024-11-21T01:43:13,217 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8866245b23ce0bc3a8d4670280d00d95 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T01:43:13,233 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-21T01:43:13,240 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnOpenScannerAsync/8866245b23ce0bc3a8d4670280d00d95/.tmp/testFamily/b6f3bda544ae4c0293e60282e811afcd is 61, key is row-0/testFamily:testQualifier/1732153387921/Put/seqid=0
2024-11-21T01:43:13,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741866_1042 (size=5049)
2024-11-21T01:43:13,248 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnOpenScannerAsync/8866245b23ce0bc3a8d4670280d00d95/.tmp/testFamily/b6f3bda544ae4c0293e60282e811afcd
2024-11-21T01:43:13,258 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnOpenScannerAsync/8866245b23ce0bc3a8d4670280d00d95/.tmp/testFamily/b6f3bda544ae4c0293e60282e811afcd as hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnOpenScannerAsync/8866245b23ce0bc3a8d4670280d00d95/testFamily/b6f3bda544ae4c0293e60282e811afcd
2024-11-21T01:43:13,267 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnOpenScannerAsync/8866245b23ce0bc3a8d4670280d00d95/testFamily/b6f3bda544ae4c0293e60282e811afcd, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T01:43:13,269 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8866245b23ce0bc3a8d4670280d00d95 in 52ms, sequenceid=8, compaction requested=false
2024-11-21T01:43:13,283 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testNormalScanTimeoutOnOpenScannerAsync/8866245b23ce0bc3a8d4670280d00d95/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T01:43:13,284 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95.
2024-11-21T01:43:13,284 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8866245b23ce0bc3a8d4670280d00d95:
Waiting for close lock at 1732153393217Running coprocessor pre-close hooks at 1732153393217Disabling compacts and flushes for region at 1732153393217Disabling writes for close at 1732153393217Obtaining lock to block concurrent updates at 1732153393217Preparing flush snapshotting stores in 8866245b23ce0bc3a8d4670280d00d95 at 1732153393217Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732153393218 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95. at 1732153393218Flushing 8866245b23ce0bc3a8d4670280d00d95/testFamily: creating writer at 1732153393218Flushing 8866245b23ce0bc3a8d4670280d00d95/testFamily: appending metadata at 1732153393240 (+22 ms)Flushing 8866245b23ce0bc3a8d4670280d00d95/testFamily: closing flushed file at 1732153393240Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@219ff280: reopening flushed file at 1732153393256 (+16 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8866245b23ce0bc3a8d4670280d00d95 in 52ms, sequenceid=8, compaction requested=false at 1732153393269 (+13 ms)Writing region close event to WAL at 1732153393277 (+8 ms)Running coprocessor post-close hooks at 1732153393284 (+7 ms)Closed at 1732153393284
2024-11-21T01:43:13,284 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732153386894.8866245b23ce0bc3a8d4670280d00d95.
2024-11-21T01:43:13,285 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f66d6d496e747b4c2441d4eb5acde02c, disabling compactions & flushes
2024-11-21T01:43:13,285 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c.
2024-11-21T01:43:13,285 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c.
2024-11-21T01:43:13,285 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c. after waiting 0 ms
2024-11-21T01:43:13,285 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c.
2024-11-21T01:43:13,285 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f66d6d496e747b4c2441d4eb5acde02c 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T01:43:13,308 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f66d6d496e747b4c2441d4eb5acde02c/.tmp/testFamily/9aee8668da8f4c20903281e5269a1f25 is 61, key is row-0/testFamily:testQualifier/1732153335122/Put/seqid=0
2024-11-21T01:43:13,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741867_1043 (size=5049)
2024-11-21T01:43:13,367 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1351): Waiting on f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:43:13,567 DEBUG [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1351): Waiting on f66d6d496e747b4c2441d4eb5acde02c
2024-11-21T01:43:13,717 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f66d6d496e747b4c2441d4eb5acde02c/.tmp/testFamily/9aee8668da8f4c20903281e5269a1f25
2024-11-21T01:43:13,727 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f66d6d496e747b4c2441d4eb5acde02c/.tmp/testFamily/9aee8668da8f4c20903281e5269a1f25 as hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f66d6d496e747b4c2441d4eb5acde02c/testFamily/9aee8668da8f4c20903281e5269a1f25
2024-11-21T01:43:13,735 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f66d6d496e747b4c2441d4eb5acde02c/testFamily/9aee8668da8f4c20903281e5269a1f25, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T01:43:13,736 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f66d6d496e747b4c2441d4eb5acde02c in 451ms, sequenceid=8, compaction requested=false
2024-11-21T01:43:13,742 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/data/default/testRetryOutOfOrderScannerNextExceptionAsync/f66d6d496e747b4c2441d4eb5acde02c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T01:43:13,743 INFO  [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c.
2024-11-21T01:43:13,743 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f66d6d496e747b4c2441d4eb5acde02c:
Waiting for close lock at 1732153393285Running coprocessor pre-close hooks at 1732153393285Disabling compacts and flushes for region at 1732153393285Disabling writes for close at 1732153393285Obtaining lock to block concurrent updates at 1732153393285Preparing flush snapshotting stores in f66d6d496e747b4c2441d4eb5acde02c at 1732153393285Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732153393285Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c. at 1732153393286 (+1 ms)Flushing f66d6d496e747b4c2441d4eb5acde02c/testFamily: creating writer at 1732153393286Flushing f66d6d496e747b4c2441d4eb5acde02c/testFamily: appending metadata at 1732153393307 (+21 ms)Flushing f66d6d496e747b4c2441d4eb5acde02c/testFamily: closing flushed file at 1732153393308 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b741f6d: reopening flushed file at 1732153393725 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f66d6d496e747b4c2441d4eb5acde02c in 451ms, sequenceid=8, compaction requested=false at 1732153393736 (+11 ms)Writing region close event to WAL at 1732153393737 (+1 ms)Running coprocessor post-close hooks at 1732153393743 (+6 ms)Closed at 1732153393743
2024-11-21T01:43:13,743 DEBUG [RS_CLOSE_REGION-regionserver/b93ada835ef8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732153334063.f66d6d496e747b4c2441d4eb5acde02c.
2024-11-21T01:43:13,767 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(976): stopping server b93ada835ef8,44803,1732153270830; all regions closed.
2024-11-21T01:43:13,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741834_1010 (size=19479)
2024-11-21T01:43:13,773 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/WALs/b93ada835ef8,44803,1732153270830/b93ada835ef8%2C44803%2C1732153270830.meta.1732153333601.meta not finished, retry = 0
2024-11-21T01:43:13,837 DEBUG [master/b93ada835ef8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-21T01:43:13,881 DEBUG [RS:0;b93ada835ef8:44803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/oldWALs
2024-11-21T01:43:13,881 INFO  [RS:0;b93ada835ef8:44803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b93ada835ef8%2C44803%2C1732153270830.meta:.meta(num 1732153333601)
2024-11-21T01:43:13,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741833_1009 (size=20031)
2024-11-21T01:43:13,888 DEBUG [RS:0;b93ada835ef8:44803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/oldWALs
2024-11-21T01:43:13,888 INFO  [RS:0;b93ada835ef8:44803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b93ada835ef8%2C44803%2C1732153270830:(num 1732153333277)
2024-11-21T01:43:13,888 DEBUG [RS:0;b93ada835ef8:44803 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T01:43:13,888 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T01:43:13,888 INFO  [RS:0;b93ada835ef8:44803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T01:43:13,889 INFO  [RS:0;b93ada835ef8:44803 {}] hbase.ChoreService(370): Chore service for: regionserver/b93ada835ef8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-21T01:43:13,889 INFO  [RS:0;b93ada835ef8:44803 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T01:43:13,889 INFO  [regionserver/b93ada835ef8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T01:43:13,890 INFO  [RS:0;b93ada835ef8:44803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44803
2024-11-21T01:43:13,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x10112f44f270001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b93ada835ef8,44803,1732153270830
2024-11-21T01:43:13,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-21T01:43:13,894 INFO  [RS:0;b93ada835ef8:44803 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T01:43:13,897 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b93ada835ef8,44803,1732153270830]
2024-11-21T01:43:13,900 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b93ada835ef8,44803,1732153270830 already deleted, retry=false
2024-11-21T01:43:13,900 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b93ada835ef8,44803,1732153270830 expired; onlineServers=0
2024-11-21T01:43:13,901 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b93ada835ef8,40665,1732153269919' *****
2024-11-21T01:43:13,901 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T01:43:13,901 INFO  [M:0;b93ada835ef8:40665 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T01:43:13,901 INFO  [M:0;b93ada835ef8:40665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T01:43:13,901 DEBUG [M:0;b93ada835ef8:40665 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T01:43:13,901 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T01:43:13,901 DEBUG [M:0;b93ada835ef8:40665 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T01:43:13,901 DEBUG [master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.small.0-1732153273073 {}] cleaner.HFileCleaner(306): Exit Thread[master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.small.0-1732153273073,5,FailOnTimeoutGroup]
2024-11-21T01:43:13,901 DEBUG [master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.large.0-1732153273047 {}] cleaner.HFileCleaner(306): Exit Thread[master/b93ada835ef8:0:becomeActiveMaster-HFileCleaner.large.0-1732153273047,5,FailOnTimeoutGroup]
2024-11-21T01:43:13,902 INFO  [M:0;b93ada835ef8:40665 {}] hbase.ChoreService(370): Chore service for: master/b93ada835ef8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T01:43:13,902 INFO  [M:0;b93ada835ef8:40665 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T01:43:13,902 DEBUG [M:0;b93ada835ef8:40665 {}] master.HMaster(1795): Stopping service threads
2024-11-21T01:43:13,902 INFO  [M:0;b93ada835ef8:40665 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T01:43:13,902 INFO  [M:0;b93ada835ef8:40665 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T01:43:13,903 INFO  [M:0;b93ada835ef8:40665 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T01:43:13,903 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T01:43:13,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-21T01:43:13,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T01:43:13,905 DEBUG [M:0;b93ada835ef8:40665 {}] zookeeper.ZKUtil(347): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-21T01:43:13,905 WARN  [M:0;b93ada835ef8:40665 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T01:43:13,906 INFO  [M:0;b93ada835ef8:40665 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/.lastflushedseqids
2024-11-21T01:43:13,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741868_1044 (size=469)
2024-11-21T01:43:13,921 INFO  [M:0;b93ada835ef8:40665 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T01:43:13,921 INFO  [M:0;b93ada835ef8:40665 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T01:43:13,921 DEBUG [M:0;b93ada835ef8:40665 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T01:43:13,921 INFO  [M:0;b93ada835ef8:40665 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T01:43:13,921 DEBUG [M:0;b93ada835ef8:40665 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T01:43:13,922 DEBUG [M:0;b93ada835ef8:40665 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T01:43:13,922 DEBUG [M:0;b93ada835ef8:40665 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T01:43:13,922 INFO  [M:0;b93ada835ef8:40665 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.78 KB heapSize=190.24 KB
2024-11-21T01:43:13,947 DEBUG [M:0;b93ada835ef8:40665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fcb4a119b9f4a95b5e9219608e3758c is 82, key is hbase:meta,,1/info:regioninfo/1732153333696/Put/seqid=0
2024-11-21T01:43:13,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741869_1045 (size=5672)
2024-11-21T01:43:13,968 INFO  [regionserver/b93ada835ef8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T01:43:13,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x10112f44f270001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T01:43:13,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44803-0x10112f44f270001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T01:43:13,997 INFO  [RS:0;b93ada835ef8:44803 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T01:43:13,998 INFO  [RS:0;b93ada835ef8:44803 {}] regionserver.HRegionServer(1031): Exiting; stopping=b93ada835ef8,44803,1732153270830; zookeeper connection closed.
2024-11-21T01:43:13,998 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1be3ee73 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1be3ee73
2024-11-21T01:43:13,999 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T01:43:14,354 INFO  [M:0;b93ada835ef8:40665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fcb4a119b9f4a95b5e9219608e3758c
2024-11-21T01:43:14,380 DEBUG [M:0;b93ada835ef8:40665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ada049ba0d914d55869b52cad39598cf is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732153334920/Put/seqid=0
2024-11-21T01:43:14,387 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741870_1046 (size=14068)
2024-11-21T01:43:14,788 INFO  [M:0;b93ada835ef8:40665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.22 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ada049ba0d914d55869b52cad39598cf
2024-11-21T01:43:14,795 INFO  [M:0;b93ada835ef8:40665 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ada049ba0d914d55869b52cad39598cf
2024-11-21T01:43:14,812 DEBUG [M:0;b93ada835ef8:40665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a393b3e224846dbb35cfdf4c01079ee is 69, key is b93ada835ef8,44803,1732153270830/rs:state/1732153303100/Put/seqid=0
2024-11-21T01:43:14,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741871_1047 (size=5156)
2024-11-21T01:43:15,218 INFO  [M:0;b93ada835ef8:40665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a393b3e224846dbb35cfdf4c01079ee
2024-11-21T01:43:15,227 DEBUG [M:0;b93ada835ef8:40665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fcb4a119b9f4a95b5e9219608e3758c as hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fcb4a119b9f4a95b5e9219608e3758c
2024-11-21T01:43:15,234 INFO  [M:0;b93ada835ef8:40665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fcb4a119b9f4a95b5e9219608e3758c, entries=8, sequenceid=311, filesize=5.5 K
2024-11-21T01:43:15,235 DEBUG [M:0;b93ada835ef8:40665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ada049ba0d914d55869b52cad39598cf as hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ada049ba0d914d55869b52cad39598cf
2024-11-21T01:43:15,242 INFO  [M:0;b93ada835ef8:40665 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ada049ba0d914d55869b52cad39598cf
2024-11-21T01:43:15,242 INFO  [M:0;b93ada835ef8:40665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ada049ba0d914d55869b52cad39598cf, entries=33, sequenceid=311, filesize=13.7 K
2024-11-21T01:43:15,243 DEBUG [M:0;b93ada835ef8:40665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a393b3e224846dbb35cfdf4c01079ee as hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a393b3e224846dbb35cfdf4c01079ee
2024-11-21T01:43:15,249 INFO  [M:0;b93ada835ef8:40665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37441/user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a393b3e224846dbb35cfdf4c01079ee, entries=1, sequenceid=311, filesize=5.0 K
2024-11-21T01:43:15,250 INFO  [M:0;b93ada835ef8:40665 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.78 KB/166687, heapSize ~189.95 KB/194504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=311, compaction requested=false
2024-11-21T01:43:15,252 INFO  [M:0;b93ada835ef8:40665 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T01:43:15,252 DEBUG [M:0;b93ada835ef8:40665 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732153393921Disabling compacts and flushes for region at 1732153393921Disabling writes for close at 1732153393922 (+1 ms)Obtaining lock to block concurrent updates at 1732153393922Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732153393922Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166687, getHeapSize=194744, getOffHeapSize=0, getCellsCount=358 at 1732153393923 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732153393923Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732153393923Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732153393946 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732153393947 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732153394361 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732153394380 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732153394380Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732153394796 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732153394811 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732153394811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73bba126: reopening flushed file at 1732153395226 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@210ad638: reopening flushed file at 1732153395234 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50e81085: reopening flushed file at 1732153395242 (+8 ms)Finished flush of dataSize ~162.78 KB/166687, heapSize ~189.95 KB/194504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=311, compaction requested=false at 1732153395250 (+8 ms)Writing region close event to WAL at 1732153395252 (+2 ms)Closed at 1732153395252
2024-11-21T01:43:15,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33621 is added to blk_1073741830_1006 (size=187509)
2024-11-21T01:43:15,255 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9dc63011-8d7a-508d-bbf9-75fbc3cb4762/MasterData/WALs/b93ada835ef8,40665,1732153269919/b93ada835ef8%2C40665%2C1732153269919.1732153272230 not finished, retry = 0
2024-11-21T01:43:15,357 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T01:43:15,357 INFO  [M:0;b93ada835ef8:40665 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T01:43:15,357 INFO  [M:0;b93ada835ef8:40665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40665
2024-11-21T01:43:15,357 INFO  [M:0;b93ada835ef8:40665 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T01:43:15,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T01:43:15,459 INFO  [M:0;b93ada835ef8:40665 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T01:43:15,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40665-0x10112f44f270000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T01:43:15,464 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b6ec326{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T01:43:15,467 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19301434{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T01:43:15,467 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T01:43:15,468 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T01:43:15,468 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47169f40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/hadoop.log.dir/,STOPPED}
2024-11-21T01:43:15,472 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T01:43:15,472 WARN  [BP-1064368592-172.17.0.3-1732153265713 heartbeating to localhost/127.0.0.1:37441 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T01:43:15,472 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T01:43:15,472 WARN  [BP-1064368592-172.17.0.3-1732153265713 heartbeating to localhost/127.0.0.1:37441 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1064368592-172.17.0.3-1732153265713 (Datanode Uuid 14a6a51c-423d-45a8-be5e-c8b329c74dac) service to localhost/127.0.0.1:37441
2024-11-21T01:43:15,474 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/cluster_f8b010aa-9583-b44d-e8a0-393f67c7f4a6/data/data1/current/BP-1064368592-172.17.0.3-1732153265713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T01:43:15,474 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/cluster_f8b010aa-9583-b44d-e8a0-393f67c7f4a6/data/data2/current/BP-1064368592-172.17.0.3-1732153265713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T01:43:15,474 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T01:43:15,483 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T01:43:15,483 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T01:43:15,483 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T01:43:15,483 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T01:43:15,483 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c4004b0-1ea2-5e82-ad27-024851b42b7b/hadoop.log.dir/,STOPPED}
2024-11-21T01:43:15,491 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-21T01:43:15,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down