2024-11-22 23:40:58,836 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-22 23:40:58,862 main DEBUG Took 0.024183 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-22 23:40:58,863 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-22 23:40:58,863 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-22 23:40:58,864 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-22 23:40:58,865 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 23:40:58,874 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-22 23:40:58,891 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 23:40:58,893 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 23:40:58,894 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 23:40:58,895 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 23:40:58,896 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 23:40:58,896 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 23:40:58,897 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 23:40:58,898 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 23:40:58,899 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 23:40:58,899 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 23:40:58,900 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 23:40:58,901 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 23:40:58,902 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 23:40:58,902 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 23:40:58,903 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 23:40:58,904 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 23:40:58,904 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 23:40:58,905 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 23:40:58,906 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 23:40:58,906 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 23:40:58,907 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 23:40:58,908 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 23:40:58,908 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 23:40:58,909 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-22 23:40:58,910 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 23:40:58,910 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-22 23:40:58,913 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-22 23:40:58,915 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-22 23:40:58,918 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-22 23:40:58,919 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-22 23:40:58,922 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-22 23:40:58,923 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-22 23:40:58,934 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-22 23:40:58,938 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-22 23:40:58,941 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-22 23:40:58,941 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-22 23:40:58,942 main DEBUG createAppenders(={Console})
2024-11-22 23:40:58,943 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-22 23:40:58,944 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-22 23:40:58,944 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-22 23:40:58,945 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-22 23:40:58,945 main DEBUG OutputStream closed
2024-11-22 23:40:58,946 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-22 23:40:58,946 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-22 23:40:58,947 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-22 23:40:59,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-22 23:40:59,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-22 23:40:59,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-22 23:40:59,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-22 23:40:59,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-22 23:40:59,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-22 23:40:59,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-22 23:40:59,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-22 23:40:59,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-22 23:40:59,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-22 23:40:59,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-22 23:40:59,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-22 23:40:59,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-22 23:40:59,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-22 23:40:59,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-22 23:40:59,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-22 23:40:59,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-22 23:40:59,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-22 23:40:59,065 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-22 23:40:59,066 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-22 23:40:59,066 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-22 23:40:59,067 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-22T23:40:59,085 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-22 23:40:59,089 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-22 23:40:59,090 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-22T23:40:59,395 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd
2024-11-22T23:40:59,425 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-22T23:40:59,457 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/cluster_e326274d-b618-420b-9859-7548ac9694c0, deleteOnExit=true
2024-11-22T23:40:59,458 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-22T23:40:59,460 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/test.cache.data in system properties and HBase conf
2024-11-22T23:40:59,461 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/hadoop.tmp.dir in system properties and HBase conf
2024-11-22T23:40:59,462 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/hadoop.log.dir in system properties and HBase conf
2024-11-22T23:40:59,463 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-22T23:40:59,464 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-22T23:40:59,465 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-22T23:40:59,611 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-22T23:40:59,759 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-22T23:40:59,765 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-22T23:40:59,767 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-22T23:40:59,768 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-22T23:40:59,769 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-22T23:40:59,770 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-22T23:40:59,771 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-22T23:40:59,772 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-22T23:40:59,773 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-22T23:40:59,773 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-22T23:40:59,774 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/nfs.dump.dir in system properties and HBase conf
2024-11-22T23:40:59,776 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/java.io.tmpdir in system properties and HBase conf
2024-11-22T23:40:59,777 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-22T23:40:59,778 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-22T23:40:59,778 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-22T23:41:01,137 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-22T23:41:01,240 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3280ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-22T23:41:01,340 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-22T23:41:01,424 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-22T23:41:01,474 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-22T23:41:01,474 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-22T23:41:01,476 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-22T23:41:01,492 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-22T23:41:01,498 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/hadoop.log.dir/,AVAILABLE}
2024-11-22T23:41:01,500 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-22T23:41:01,750 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/java.io.tmpdir/jetty-localhost-46393-hadoop-hdfs-3_4_1-tests_jar-_-any-7261343489875540997/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-22T23:41:01,762 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:46393}
2024-11-22T23:41:01,762 INFO  [Time-limited test {}] server.Server(415): Started @3803ms
2024-11-22T23:41:02,562 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-22T23:41:02,574 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-22T23:41:02,576 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-22T23:41:02,577 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-22T23:41:02,577 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-22T23:41:02,578 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/hadoop.log.dir/,AVAILABLE}
2024-11-22T23:41:02,578 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-22T23:41:02,694 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/java.io.tmpdir/jetty-localhost-40171-hadoop-hdfs-3_4_1-tests_jar-_-any-1158397811642389497/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-22T23:41:02,695 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:40171}
2024-11-22T23:41:02,695 INFO  [Time-limited test {}] server.Server(415): Started @4737ms
2024-11-22T23:41:02,758 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-22T23:41:03,843 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/cluster_e326274d-b618-420b-9859-7548ac9694c0/data/data2/current/BP-1530881353-172.17.0.2-1732318860563/current, will proceed with Du for space computation calculation, 
2024-11-22T23:41:03,843 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/cluster_e326274d-b618-420b-9859-7548ac9694c0/data/data1/current/BP-1530881353-172.17.0.2-1732318860563/current, will proceed with Du for space computation calculation, 
2024-11-22T23:41:03,884 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-22T23:41:03,953 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8964f74793e3cfdf with lease ID 0x8f20b9a6017c6dfa: Processing first storage report for DS-d7264ed2-65ce-4b4e-a269-afa88225f2ed from datanode DatanodeRegistration(127.0.0.1:41769, datanodeUuid=3ef9d482-da8e-4ba3-a677-f4b9ceda7274, infoPort=36495, infoSecurePort=0, ipcPort=37077, storageInfo=lv=-57;cid=testClusterID;nsid=1445683222;c=1732318860563)
2024-11-22T23:41:03,955 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8964f74793e3cfdf with lease ID 0x8f20b9a6017c6dfa: from storage DS-d7264ed2-65ce-4b4e-a269-afa88225f2ed node DatanodeRegistration(127.0.0.1:41769, datanodeUuid=3ef9d482-da8e-4ba3-a677-f4b9ceda7274, infoPort=36495, infoSecurePort=0, ipcPort=37077, storageInfo=lv=-57;cid=testClusterID;nsid=1445683222;c=1732318860563), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-22T23:41:03,956 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8964f74793e3cfdf with lease ID 0x8f20b9a6017c6dfa: Processing first storage report for DS-c68ddbb7-4452-4dff-8e93-e0e9dddcdd43 from datanode DatanodeRegistration(127.0.0.1:41769, datanodeUuid=3ef9d482-da8e-4ba3-a677-f4b9ceda7274, infoPort=36495, infoSecurePort=0, ipcPort=37077, storageInfo=lv=-57;cid=testClusterID;nsid=1445683222;c=1732318860563)
2024-11-22T23:41:03,956 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8964f74793e3cfdf with lease ID 0x8f20b9a6017c6dfa: from storage DS-c68ddbb7-4452-4dff-8e93-e0e9dddcdd43 node DatanodeRegistration(127.0.0.1:41769, datanodeUuid=3ef9d482-da8e-4ba3-a677-f4b9ceda7274, infoPort=36495, infoSecurePort=0, ipcPort=37077, storageInfo=lv=-57;cid=testClusterID;nsid=1445683222;c=1732318860563), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-22T23:41:03,988 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd
2024-11-22T23:41:04,097 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/cluster_e326274d-b618-420b-9859-7548ac9694c0/zookeeper_0, clientPort=56484, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/cluster_e326274d-b618-420b-9859-7548ac9694c0/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/cluster_e326274d-b618-420b-9859-7548ac9694c0/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-22T23:41:04,112 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56484
2024-11-22T23:41:04,127 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-22T23:41:04,131 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-22T23:41:04,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741825_1001 (size=7)
2024-11-22T23:41:04,849 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e with version=8
2024-11-22T23:41:04,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/hbase-staging
2024-11-22T23:41:04,969 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-22T23:41:05,347 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/a3d87a7361f3:0 server-side Connection retries=9
2024-11-22T23:41:05,363 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-22T23:41:05,364 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-22T23:41:05,373 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-22T23:41:05,373 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-22T23:41:05,373 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-22T23:41:05,564 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-22T23:41:05,624 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-22T23:41:05,636 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-22T23:41:05,640 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-22T23:41:05,668 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 110754 (auto-detected)
2024-11-22T23:41:05,669 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-22T23:41:05,689 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40631
2024-11-22T23:41:05,711 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40631 connecting to ZooKeeper ensemble=127.0.0.1:56484
2024-11-22T23:41:05,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406310x0, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-22T23:41:05,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40631-0x10164ec1e740000 connected
2024-11-22T23:41:05,883 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-22T23:41:05,886 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-22T23:41:05,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-22T23:41:05,901 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e, hbase.cluster.distributed=false
2024-11-22T23:41:05,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-22T23:41:05,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40631
2024-11-22T23:41:05,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40631
2024-11-22T23:41:05,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40631
2024-11-22T23:41:05,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40631
2024-11-22T23:41:05,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40631
2024-11-22T23:41:06,093 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3d87a7361f3:0 server-side Connection retries=9
2024-11-22T23:41:06,096 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-22T23:41:06,096 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-22T23:41:06,096 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-22T23:41:06,097 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-22T23:41:06,097 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-22T23:41:06,101 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-22T23:41:06,106 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-22T23:41:06,112 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43035
2024-11-22T23:41:06,115 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43035 connecting to ZooKeeper ensemble=127.0.0.1:56484
2024-11-22T23:41:06,117 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-22T23:41:06,122 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-22T23:41:06,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430350x0, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-22T23:41:06,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430350x0, quorum=127.0.0.1:56484, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-22T23:41:06,151 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-22T23:41:06,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43035-0x10164ec1e740001 connected
2024-11-22T23:41:06,171 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-22T23:41:06,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43035-0x10164ec1e740001, quorum=127.0.0.1:56484, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-22T23:41:06,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43035-0x10164ec1e740001, quorum=127.0.0.1:56484, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-22T23:41:06,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43035
2024-11-22T23:41:06,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43035
2024-11-22T23:41:06,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43035
2024-11-22T23:41:06,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43035
2024-11-22T23:41:06,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43035
2024-11-22T23:41:06,204 DEBUG [M:0;a3d87a7361f3:40631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3d87a7361f3:40631
2024-11-22T23:41:06,208 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a3d87a7361f3,40631,1732318865083
2024-11-22T23:41:06,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-22T23:41:06,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x10164ec1e740001, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-22T23:41:06,229 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a3d87a7361f3,40631,1732318865083
2024-11-22T23:41:06,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x10164ec1e740001, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-22T23:41:06,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x10164ec1e740001, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T23:41:06,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T23:41:06,261 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-22T23:41:06,262 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a3d87a7361f3,40631,1732318865083 from backup master directory
2024-11-22T23:41:06,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x10164ec1e740001, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-22T23:41:06,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a3d87a7361f3,40631,1732318865083
2024-11-22T23:41:06,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-22T23:41:06,272 WARN  [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-22T23:41:06,273 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3d87a7361f3,40631,1732318865083
2024-11-22T23:41:06,276 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-22T23:41:06,278 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-22T23:41:06,354 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/hbase.id] with ID: 22854ae7-f644-481d-aa2a-30ea8fb3f863
2024-11-22T23:41:06,354 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/.tmp/hbase.id
2024-11-22T23:41:06,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741826_1002 (size=42)
2024-11-22T23:41:06,781 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/.tmp/hbase.id]:[hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/hbase.id]
2024-11-22T23:41:06,831 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-22T23:41:06,837 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-22T23:41:06,859 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms.
2024-11-22T23:41:06,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T23:41:06,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x10164ec1e740001, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T23:41:06,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741827_1003 (size=196)
2024-11-22T23:41:07,339 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-22T23:41:07,341 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-22T23:41:07,360 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-22T23:41:07,365 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-22T23:41:07,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741828_1004 (size=1189)
2024-11-22T23:41:07,421 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/data/master/store
2024-11-22T23:41:07,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741829_1005 (size=34)
2024-11-22T23:41:07,853 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-22T23:41:07,858 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:41:07,860 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-22T23:41:07,860 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T23:41:07,860 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T23:41:07,862 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-22T23:41:07,862 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T23:41:07,862 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T23:41:07,864 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732318867859Disabling compacts and flushes for region at 1732318867859Disabling writes for close at 1732318867862 (+3 ms)Writing region close event to WAL at 1732318867862Closed at 1732318867862
2024-11-22T23:41:07,866 WARN  [master/a3d87a7361f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/data/master/store/.initializing
2024-11-22T23:41:07,867 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/WALs/a3d87a7361f3,40631,1732318865083
2024-11-22T23:41:07,878 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-22T23:41:07,898 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3d87a7361f3%2C40631%2C1732318865083, suffix=, logDir=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/WALs/a3d87a7361f3,40631,1732318865083, archiveDir=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/oldWALs, maxLogs=10
2024-11-22T23:41:07,924 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/WALs/a3d87a7361f3,40631,1732318865083/a3d87a7361f3%2C40631%2C1732318865083.1732318867903, exclude list is [], retry=0
2024-11-22T23:41:07,946 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41769,DS-d7264ed2-65ce-4b4e-a269-afa88225f2ed,DISK]
2024-11-22T23:41:07,950 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-22T23:41:07,999 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/WALs/a3d87a7361f3,40631,1732318865083/a3d87a7361f3%2C40631%2C1732318865083.1732318867903
2024-11-22T23:41:08,000 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36495:36495)]
2024-11-22T23:41:08,000 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-22T23:41:08,001 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:41:08,005 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-22T23:41:08,006 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-22T23:41:08,050 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-22T23:41:08,077 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-22T23:41:08,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:41:08,084 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T23:41:08,084 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-22T23:41:08,088 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-22T23:41:08,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:41:08,090 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T23:41:08,090 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-22T23:41:08,093 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-22T23:41:08,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:41:08,095 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T23:41:08,095 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-22T23:41:08,099 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-22T23:41:08,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:41:08,100 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T23:41:08,101 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-22T23:41:08,106 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-22T23:41:08,107 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-22T23:41:08,114 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-22T23:41:08,115 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-22T23:41:08,120 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-22T23:41:08,125 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-22T23:41:08,131 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-22T23:41:08,133 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61214469, jitterRate=-0.08783333003520966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-22T23:41:08,143 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732318868020Initializing all the Stores at 1732318868023 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732318868023Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318868024 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318868025 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318868025Cleaning up temporary data from old regions at 1732318868115 (+90 ms)Region opened successfully at 1732318868143 (+28 ms)
2024-11-22T23:41:08,145 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-22T23:41:08,183 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d70465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3d87a7361f3/172.17.0.2:0
2024-11-22T23:41:08,221 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-22T23:41:08,232 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-22T23:41:08,232 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-22T23:41:08,235 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-22T23:41:08,237 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-22T23:41:08,243 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-22T23:41:08,243 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-22T23:41:08,271 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-22T23:41:08,283 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-22T23:41:08,344 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-22T23:41:08,346 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-22T23:41:08,348 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-22T23:41:08,354 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-22T23:41:08,357 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-22T23:41:08,361 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-22T23:41:08,374 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-22T23:41:08,376 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-22T23:41:08,386 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-22T23:41:08,407 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-22T23:41:08,417 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-22T23:41:08,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x10164ec1e740001, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-22T23:41:08,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-22T23:41:08,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x10164ec1e740001, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T23:41:08,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T23:41:08,432 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3d87a7361f3,40631,1732318865083, sessionid=0x10164ec1e740000, setting cluster-up flag (Was=false)
2024-11-22T23:41:08,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x10164ec1e740001, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T23:41:08,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T23:41:08,491 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-22T23:41:08,495 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3d87a7361f3,40631,1732318865083
2024-11-22T23:41:08,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T23:41:08,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x10164ec1e740001, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T23:41:08,554 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-22T23:41:08,556 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3d87a7361f3,40631,1732318865083
2024-11-22T23:41:08,562 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-22T23:41:08,593 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(746): ClusterId : 22854ae7-f644-481d-aa2a-30ea8fb3f863
2024-11-22T23:41:08,596 DEBUG [RS:0;a3d87a7361f3:43035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-22T23:41:08,609 DEBUG [RS:0;a3d87a7361f3:43035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-22T23:41:08,609 DEBUG [RS:0;a3d87a7361f3:43035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-22T23:41:08,619 DEBUG [RS:0;a3d87a7361f3:43035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-22T23:41:08,619 DEBUG [RS:0;a3d87a7361f3:43035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e794201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3d87a7361f3/172.17.0.2:0
2024-11-22T23:41:08,637 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3d87a7361f3:43035
2024-11-22T23:41:08,641 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-22T23:41:08,641 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-22T23:41:08,641 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-22T23:41:08,644 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3d87a7361f3,40631,1732318865083 with port=43035, startcode=1732318866052
2024-11-22T23:41:08,649 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-22T23:41:08,656 DEBUG [RS:0;a3d87a7361f3:43035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-22T23:41:08,659 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-22T23:41:08,666 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-22T23:41:08,672 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3d87a7361f3,40631,1732318865083
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-22T23:41:08,682 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3d87a7361f3:0, corePoolSize=5, maxPoolSize=5
2024-11-22T23:41:08,682 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3d87a7361f3:0, corePoolSize=5, maxPoolSize=5
2024-11-22T23:41:08,682 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3d87a7361f3:0, corePoolSize=5, maxPoolSize=5
2024-11-22T23:41:08,683 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3d87a7361f3:0, corePoolSize=5, maxPoolSize=5
2024-11-22T23:41:08,683 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3d87a7361f3:0, corePoolSize=10, maxPoolSize=10
2024-11-22T23:41:08,683 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1
2024-11-22T23:41:08,683 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3d87a7361f3:0, corePoolSize=2, maxPoolSize=2
2024-11-22T23:41:08,684 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1
2024-11-22T23:41:08,702 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-22T23:41:08,704 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732318898704
2024-11-22T23:41:08,706 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-22T23:41:08,706 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-22T23:41:08,706 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-22T23:41:08,708 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-22T23:41:08,708 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40631 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-22T23:41:08,711 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-22T23:41:08,711 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-22T23:41:08,712 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-22T23:41:08,712 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-22T23:41:08,714 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:41:08,714 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-22T23:41:08,716 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-22T23:41:08,721 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-22T23:41:08,723 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-22T23:41:08,723 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-22T23:41:08,725 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-22T23:41:08,726 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-22T23:41:08,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741831_1007 (size=1321)
2024-11-22T23:41:08,728 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3d87a7361f3:0:becomeActiveMaster-HFileCleaner.large.0-1732318868727,5,FailOnTimeoutGroup]
2024-11-22T23:41:08,728 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3d87a7361f3:0:becomeActiveMaster-HFileCleaner.small.0-1732318868728,5,FailOnTimeoutGroup]
2024-11-22T23:41:08,729 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-22T23:41:08,729 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-22T23:41:08,730 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-22T23:41:08,730 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-22T23:41:08,745 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-22T23:41:08,746 WARN  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-22T23:41:09,130 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-22T23:41:09,131 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e
2024-11-22T23:41:09,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741832_1008 (size=32)
2024-11-22T23:41:09,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:41:09,551 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-22T23:41:09,555 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-22T23:41:09,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:41:09,556 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T23:41:09,557 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-22T23:41:09,560 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-22T23:41:09,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:41:09,561 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T23:41:09,562 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-22T23:41:09,565 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-22T23:41:09,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:41:09,566 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T23:41:09,567 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-22T23:41:09,570 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-22T23:41:09,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:41:09,571 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T23:41:09,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-22T23:41:09,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/meta/1588230740
2024-11-22T23:41:09,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/meta/1588230740
2024-11-22T23:41:09,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-22T23:41:09,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-22T23:41:09,578 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-22T23:41:09,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-22T23:41:09,586 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-22T23:41:09,587 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66841116, jitterRate=-0.003989756107330322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-22T23:41:09,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732318869547Initializing all the Stores at 1732318869550 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732318869550Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732318869551 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318869551Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732318869551Cleaning up temporary data from old regions at 1732318869578 (+27 ms)Region opened successfully at 1732318869592 (+14 ms)
2024-11-22T23:41:09,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-22T23:41:09,593 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-22T23:41:09,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-22T23:41:09,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-22T23:41:09,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-22T23:41:09,594 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-22T23:41:09,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732318869592Disabling compacts and flushes for region at 1732318869592Disabling writes for close at 1732318869593 (+1 ms)Writing region close event to WAL at 1732318869594 (+1 ms)Closed at 1732318869594
2024-11-22T23:41:09,598 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-22T23:41:09,598 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-22T23:41:09,606 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-22T23:41:09,615 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-22T23:41:09,619 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-22T23:41:09,770 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:10,770 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:11,771 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:12,772 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:13,772 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:14,773 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:15,621 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-22T23:41:15,622 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-22T23:41:15,774 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:16,775 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:17,775 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:18,776 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:19,777 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:20,778 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:21,778 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:22,779 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:23,780 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:24,780 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:25,783 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:26,784 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:27,785 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:28,785 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:29,786 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:30,787 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:31,788 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:32,788 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:33,789 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:33,984 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-22T23:41:34,790 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:35,790 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:36,791 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:37,792 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:38,748 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3d87a7361f3,40631,1732318865083 with port=43035, startcode=1732318866052
2024-11-22T23:41:38,751 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3d87a7361f3,43035,1732318866052
2024-11-22T23:41:38,753 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40631 {}] master.ServerManager(517): Registering regionserver=a3d87a7361f3,43035,1732318866052
2024-11-22T23:41:38,763 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e
2024-11-22T23:41:38,763 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34053
2024-11-22T23:41:38,763 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-22T23:41:38,792 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:38,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-22T23:41:38,838 DEBUG [RS:0;a3d87a7361f3:43035 {}] zookeeper.ZKUtil(111): regionserver:43035-0x10164ec1e740001, quorum=127.0.0.1:56484, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3d87a7361f3,43035,1732318866052
2024-11-22T23:41:38,838 WARN  [RS:0;a3d87a7361f3:43035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-22T23:41:38,839 INFO  [RS:0;a3d87a7361f3:43035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-22T23:41:38,839 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/WALs/a3d87a7361f3,43035,1732318866052
2024-11-22T23:41:38,842 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3d87a7361f3,43035,1732318866052]
2024-11-22T23:41:38,867 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-22T23:41:38,881 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-22T23:41:38,887 INFO  [RS:0;a3d87a7361f3:43035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-22T23:41:38,887 INFO  [RS:0;a3d87a7361f3:43035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-22T23:41:38,888 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-22T23:41:38,894 INFO  [RS:0;a3d87a7361f3:43035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-22T23:41:38,896 INFO  [RS:0;a3d87a7361f3:43035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-22T23:41:38,896 DEBUG [RS:0;a3d87a7361f3:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1
2024-11-22T23:41:38,896 DEBUG [RS:0;a3d87a7361f3:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1
2024-11-22T23:41:38,897 DEBUG [RS:0;a3d87a7361f3:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1
2024-11-22T23:41:38,897 DEBUG [RS:0;a3d87a7361f3:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1
2024-11-22T23:41:38,897 DEBUG [RS:0;a3d87a7361f3:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1
2024-11-22T23:41:38,897 DEBUG [RS:0;a3d87a7361f3:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3d87a7361f3:0, corePoolSize=2, maxPoolSize=2
2024-11-22T23:41:38,897 DEBUG [RS:0;a3d87a7361f3:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1
2024-11-22T23:41:38,898 DEBUG [RS:0;a3d87a7361f3:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1
2024-11-22T23:41:38,898 DEBUG [RS:0;a3d87a7361f3:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1
2024-11-22T23:41:38,898 DEBUG [RS:0;a3d87a7361f3:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1
2024-11-22T23:41:38,898 DEBUG [RS:0;a3d87a7361f3:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1
2024-11-22T23:41:38,898 DEBUG [RS:0;a3d87a7361f3:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1
2024-11-22T23:41:38,898 DEBUG [RS:0;a3d87a7361f3:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3d87a7361f3:0, corePoolSize=3, maxPoolSize=3
2024-11-22T23:41:38,898 DEBUG [RS:0;a3d87a7361f3:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0, corePoolSize=3, maxPoolSize=3
2024-11-22T23:41:38,900 INFO  [RS:0;a3d87a7361f3:43035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-22T23:41:38,900 INFO  [RS:0;a3d87a7361f3:43035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-22T23:41:38,900 INFO  [RS:0;a3d87a7361f3:43035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-22T23:41:38,900 INFO  [RS:0;a3d87a7361f3:43035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-22T23:41:38,900 INFO  [RS:0;a3d87a7361f3:43035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-22T23:41:38,900 INFO  [RS:0;a3d87a7361f3:43035 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3d87a7361f3,43035,1732318866052-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-22T23:41:38,924 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-22T23:41:38,927 INFO  [RS:0;a3d87a7361f3:43035 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3d87a7361f3,43035,1732318866052-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-22T23:41:38,927 INFO  [RS:0;a3d87a7361f3:43035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T23:41:38,927 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.Replication(171): a3d87a7361f3,43035,1732318866052 started
2024-11-22T23:41:38,949 INFO  [RS:0;a3d87a7361f3:43035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T23:41:38,949 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1482): Serving as a3d87a7361f3,43035,1732318866052, RpcServer on a3d87a7361f3/172.17.0.2:43035, sessionid=0x10164ec1e740001
2024-11-22T23:41:38,950 DEBUG [RS:0;a3d87a7361f3:43035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-22T23:41:38,950 DEBUG [RS:0;a3d87a7361f3:43035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3d87a7361f3,43035,1732318866052
2024-11-22T23:41:38,951 DEBUG [RS:0;a3d87a7361f3:43035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3d87a7361f3,43035,1732318866052'
2024-11-22T23:41:38,951 DEBUG [RS:0;a3d87a7361f3:43035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-22T23:41:38,952 DEBUG [RS:0;a3d87a7361f3:43035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-22T23:41:38,953 DEBUG [RS:0;a3d87a7361f3:43035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-22T23:41:38,953 DEBUG [RS:0;a3d87a7361f3:43035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-22T23:41:38,953 DEBUG [RS:0;a3d87a7361f3:43035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3d87a7361f3,43035,1732318866052
2024-11-22T23:41:38,953 DEBUG [RS:0;a3d87a7361f3:43035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3d87a7361f3,43035,1732318866052'
2024-11-22T23:41:38,953 DEBUG [RS:0;a3d87a7361f3:43035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-22T23:41:38,954 DEBUG [RS:0;a3d87a7361f3:43035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-22T23:41:38,954 DEBUG [RS:0;a3d87a7361f3:43035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-22T23:41:38,954 INFO  [RS:0;a3d87a7361f3:43035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-22T23:41:38,954 INFO  [RS:0;a3d87a7361f3:43035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-22T23:41:39,793 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:40,794 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:41,794 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:42,795 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:43,796 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:44,797 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:45,797 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:46,798 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:47,799 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:48,799 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:49,800 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:50,801 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:51,802 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:52,802 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:53,803 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:54,804 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:55,804 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:56,805 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:57,806 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:58,807 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:41:59,807 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:42:00,808 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:42:01,809 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:42:02,810 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:42:03,810 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:42:03,984 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-22T23:42:04,811 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:42:05,812 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:42:06,812 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:42:07,813 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:42:08,813 WARN  [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-22T23:42:08,962 INFO  [RS:0;a3d87a7361f3:43035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-22T23:42:08,967 INFO  [RS:0;a3d87a7361f3:43035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3d87a7361f3%2C43035%2C1732318866052, suffix=, logDir=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/WALs/a3d87a7361f3,43035,1732318866052, archiveDir=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/oldWALs, maxLogs=32
2024-11-22T23:42:08,983 DEBUG [RS:0;a3d87a7361f3:43035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/WALs/a3d87a7361f3,43035,1732318866052/a3d87a7361f3%2C43035%2C1732318866052.1732318928969, exclude list is [], retry=0
2024-11-22T23:42:08,988 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41769,DS-d7264ed2-65ce-4b4e-a269-afa88225f2ed,DISK]
2024-11-22T23:42:08,992 INFO  [RS:0;a3d87a7361f3:43035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/WALs/a3d87a7361f3,43035,1732318866052/a3d87a7361f3%2C43035%2C1732318866052.1732318928969
2024-11-22T23:42:08,993 DEBUG [RS:0;a3d87a7361f3:43035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36495:36495)]
2024-11-22T23:42:09,067 DEBUG [a3d87a7361f3:40631 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-22T23:42:09,082 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3d87a7361f3,43035,1732318866052
2024-11-22T23:42:09,090 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3d87a7361f3,43035,1732318866052, state=OPENING
2024-11-22T23:42:09,172 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-22T23:42:09,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T23:42:09,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x10164ec1e740001, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T23:42:09,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-22T23:42:09,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-22T23:42:09,187 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-22T23:42:09,190 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3d87a7361f3,43035,1732318866052}]
2024-11-22T23:42:09,367 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-22T23:42:09,372 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-22T23:42:09,384 INFO  [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-22T23:42:09,384 INFO  [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-22T23:42:09,385 INFO  [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-22T23:42:09,388 INFO  [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3d87a7361f3%2C43035%2C1732318866052.meta, suffix=.meta, logDir=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/WALs/a3d87a7361f3,43035,1732318866052, archiveDir=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/oldWALs, maxLogs=32
2024-11-22T23:42:09,406 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/WALs/a3d87a7361f3,43035,1732318866052/a3d87a7361f3%2C43035%2C1732318866052.meta.1732318929390.meta, exclude list is [], retry=0
2024-11-22T23:42:09,409 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41769,DS-d7264ed2-65ce-4b4e-a269-afa88225f2ed,DISK]
2024-11-22T23:42:09,412 INFO  [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/WALs/a3d87a7361f3,43035,1732318866052/a3d87a7361f3%2C43035%2C1732318866052.meta.1732318929390.meta
2024-11-22T23:42:09,413 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36495:36495)]
2024-11-22T23:42:09,413 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-22T23:42:09,415 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-22T23:42:09,418 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-22T23:42:09,423 INFO  [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-22T23:42:09,428 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-22T23:42:09,429 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:42:09,429 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-22T23:42:09,429 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-22T23:42:09,432 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-22T23:42:09,434 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-22T23:42:09,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:42:09,435 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T23:42:09,435 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-22T23:42:09,437 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-22T23:42:09,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:42:09,438 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T23:42:09,438 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-22T23:42:09,440 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-22T23:42:09,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:42:09,441 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T23:42:09,441 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-22T23:42:09,443 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-22T23:42:09,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:42:09,444 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-22T23:42:09,445 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-22T23:42:09,446 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/meta/1588230740
2024-11-22T23:42:09,449 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/meta/1588230740
2024-11-22T23:42:09,452 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-22T23:42:09,452 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-22T23:42:09,453 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-22T23:42:09,456 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-22T23:42:09,458 INFO  [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72138479, jitterRate=0.07494710385799408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-22T23:42:09,458 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-22T23:42:09,460 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732318929430Writing region info on filesystem at 1732318929430Initializing all the Stores at 1732318929432 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732318929432Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732318929432Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318929432Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732318929432Cleaning up temporary data from old regions at 1732318929452 (+20 ms)Running coprocessor post-open hooks at 1732318929459 (+7 ms)Region opened successfully at 1732318929460 (+1 ms)
2024-11-22T23:42:09,468 INFO  [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732318929358
2024-11-22T23:42:09,480 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-22T23:42:09,481 INFO  [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-22T23:42:09,483 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3d87a7361f3,43035,1732318866052
2024-11-22T23:42:09,486 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3d87a7361f3,43035,1732318866052, state=OPEN
2024-11-22T23:42:09,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-22T23:42:09,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x10164ec1e740001, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-22T23:42:09,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-22T23:42:09,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-22T23:42:09,578 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3d87a7361f3,43035,1732318866052
2024-11-22T23:42:09,585 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-22T23:42:09,586 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3d87a7361f3,43035,1732318866052 in 388 msec
2024-11-22T23:42:09,595 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-22T23:42:09,595 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.9830 sec
2024-11-22T23:42:09,597 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-22T23:42:09,597 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-22T23:42:09,619 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-22T23:42:09,621 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,43035,1732318866052, seqNum=-1]
2024-11-22T23:42:09,649 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-22T23:42:09,652 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-22T23:42:09,675 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.078 sec
2024-11-22T23:42:09,675 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732318929675, completionTime=-1
2024-11-22T23:42:09,678 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-22T23:42:09,679 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-22T23:42:09,709 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-22T23:42:09,709 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732318989709
2024-11-22T23:42:09,709 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732319049709
2024-11-22T23:42:09,709 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 30 msec
2024-11-22T23:42:09,711 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3d87a7361f3,40631,1732318865083-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-22T23:42:09,711 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3d87a7361f3,40631,1732318865083-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T23:42:09,711 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3d87a7361f3,40631,1732318865083-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T23:42:09,713 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3d87a7361f3:40631, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T23:42:09,713 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-22T23:42:09,714 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-22T23:42:09,721 DEBUG [master/a3d87a7361f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-22T23:42:09,746 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.473sec
2024-11-22T23:42:09,747 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-22T23:42:09,749 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-22T23:42:09,750 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-22T23:42:09,751 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-22T23:42:09,751 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-22T23:42:09,752 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3d87a7361f3,40631,1732318865083-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-22T23:42:09,752 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3d87a7361f3,40631,1732318865083-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-22T23:42:09,762 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-22T23:42:09,763 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-22T23:42:09,763 INFO  [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3d87a7361f3,40631,1732318865083-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-22T23:42:09,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-22T23:42:09,854 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-22T23:42:09,854 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-22T23:42:09,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,40631,-1 for getting cluster id
2024-11-22T23:42:09,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-22T23:42:09,868 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22854ae7-f644-481d-aa2a-30ea8fb3f863'
2024-11-22T23:42:09,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-22T23:42:09,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22854ae7-f644-481d-aa2a-30ea8fb3f863"

2024-11-22T23:42:09,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5905a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-22T23:42:09,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,40631,-1]
2024-11-22T23:42:09,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-22T23:42:09,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T23:42:09,879 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-22T23:42:09,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7ec3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-22T23:42:09,883 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-22T23:42:09,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,43035,1732318866052, seqNum=-1]
2024-11-22T23:42:09,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-22T23:42:09,895 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-22T23:42:09,916 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3d87a7361f3,40631,1732318865083
2024-11-22T23:42:09,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb7c601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-22T23:42:09,919 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,40631,-1 for getting cluster id
2024-11-22T23:42:09,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-22T23:42:09,921 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22854ae7-f644-481d-aa2a-30ea8fb3f863'
2024-11-22T23:42:09,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-22T23:42:09,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22854ae7-f644-481d-aa2a-30ea8fb3f863"

2024-11-22T23:42:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db8c243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-22T23:42:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,40631,-1]
2024-11-22T23:42:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-22T23:42:09,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T23:42:09,924 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-22T23:42:09,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43134d30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-22T23:42:09,945 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=254, ProcessCount=11, AvailableMemoryMB=1143
2024-11-22T23:42:09,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-22T23:42:09,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3d87a7361f3,40631,1732318865083
2024-11-22T23:42:09,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b0f8ba7
2024-11-22T23:42:09,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-22T23:42:09,984 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-22T23:42:09,990 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-22T23:42:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-22T23:42:10,003 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-22T23:42:10,005 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:42:10,006 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-22T23:42:10,008 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-22T23:42:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-22T23:42:10,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741835_1011 (size=428)
2024-11-22T23:42:10,431 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 77388e3f865c806424dfffb7bb791c35, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e
2024-11-22T23:42:10,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741836_1012 (size=79)
2024-11-22T23:42:10,843 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:42:10,843 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 77388e3f865c806424dfffb7bb791c35, disabling compactions & flushes
2024-11-22T23:42:10,843 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35.
2024-11-22T23:42:10,843 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35.
2024-11-22T23:42:10,843 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35. after waiting 0 ms
2024-11-22T23:42:10,843 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35.
2024-11-22T23:42:10,844 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35.
2024-11-22T23:42:10,844 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 77388e3f865c806424dfffb7bb791c35:
Waiting for close lock at 1732318930843Disabling compacts and flushes for region at 1732318930843Disabling writes for close at 1732318930843Writing region close event to WAL at 1732318930843Closed at 1732318930843
2024-11-22T23:42:10,846 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-22T23:42:10,852 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732318930847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732318930847"}]},"ts":"1732318930847"}
2024-11-22T23:42:10,858 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-22T23:42:10,860 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-22T23:42:10,863 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318930860"}]},"ts":"1732318930860"}
2024-11-22T23:42:10,868 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-22T23:42:10,871 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=77388e3f865c806424dfffb7bb791c35, ASSIGN}]
2024-11-22T23:42:10,873 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=77388e3f865c806424dfffb7bb791c35, ASSIGN
2024-11-22T23:42:10,875 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=77388e3f865c806424dfffb7bb791c35, ASSIGN; state=OFFLINE, location=a3d87a7361f3,43035,1732318866052; forceNewPlan=false, retain=false
2024-11-22T23:42:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-22T23:42:11,027 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=77388e3f865c806424dfffb7bb791c35, regionState=OPENING, regionLocation=a3d87a7361f3,43035,1732318866052
2024-11-22T23:42:11,033 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=77388e3f865c806424dfffb7bb791c35, ASSIGN because future has completed
2024-11-22T23:42:11,034 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77388e3f865c806424dfffb7bb791c35, server=a3d87a7361f3,43035,1732318866052}]
2024-11-22T23:42:11,197 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35.
2024-11-22T23:42:11,197 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 77388e3f865c806424dfffb7bb791c35, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35.', STARTKEY => '', ENDKEY => ''}
2024-11-22T23:42:11,198 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 77388e3f865c806424dfffb7bb791c35
2024-11-22T23:42:11,198 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:42:11,198 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 77388e3f865c806424dfffb7bb791c35
2024-11-22T23:42:11,198 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 77388e3f865c806424dfffb7bb791c35
2024-11-22T23:42:11,201 INFO  [StoreOpener-77388e3f865c806424dfffb7bb791c35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 77388e3f865c806424dfffb7bb791c35 
2024-11-22T23:42:11,203 INFO  [StoreOpener-77388e3f865c806424dfffb7bb791c35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77388e3f865c806424dfffb7bb791c35 columnFamilyName testFamily
2024-11-22T23:42:11,203 DEBUG [StoreOpener-77388e3f865c806424dfffb7bb791c35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:42:11,205 INFO  [StoreOpener-77388e3f865c806424dfffb7bb791c35-1 {}] regionserver.HStore(327): Store=77388e3f865c806424dfffb7bb791c35/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T23:42:11,205 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 77388e3f865c806424dfffb7bb791c35
2024-11-22T23:42:11,206 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/77388e3f865c806424dfffb7bb791c35
2024-11-22T23:42:11,207 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/77388e3f865c806424dfffb7bb791c35
2024-11-22T23:42:11,208 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 77388e3f865c806424dfffb7bb791c35
2024-11-22T23:42:11,208 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 77388e3f865c806424dfffb7bb791c35
2024-11-22T23:42:11,211 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 77388e3f865c806424dfffb7bb791c35
2024-11-22T23:42:11,214 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/77388e3f865c806424dfffb7bb791c35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-22T23:42:11,216 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 77388e3f865c806424dfffb7bb791c35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59023146, jitterRate=-0.12048658728599548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-22T23:42:11,216 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77388e3f865c806424dfffb7bb791c35
2024-11-22T23:42:11,217 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 77388e3f865c806424dfffb7bb791c35:
Running coprocessor pre-open hook at 1732318931198Writing region info on filesystem at 1732318931198Initializing all the Stores at 1732318931200 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318931200Cleaning up temporary data from old regions at 1732318931208 (+8 ms)Running coprocessor post-open hooks at 1732318931216 (+8 ms)Region opened successfully at 1732318931217 (+1 ms)
2024-11-22T23:42:11,219 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35., pid=6, masterSystemTime=1732318931189
2024-11-22T23:42:11,223 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35.
2024-11-22T23:42:11,223 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35.
2024-11-22T23:42:11,224 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=77388e3f865c806424dfffb7bb791c35, regionState=OPEN, openSeqNum=2, regionLocation=a3d87a7361f3,43035,1732318866052
2024-11-22T23:42:11,228 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77388e3f865c806424dfffb7bb791c35, server=a3d87a7361f3,43035,1732318866052 because future has completed
2024-11-22T23:42:11,236 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-22T23:42:11,236 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 77388e3f865c806424dfffb7bb791c35, server=a3d87a7361f3,43035,1732318866052 in 197 msec
2024-11-22T23:42:11,241 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-22T23:42:11,241 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=77388e3f865c806424dfffb7bb791c35, ASSIGN in 366 msec
2024-11-22T23:42:11,243 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-22T23:42:11,243 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318931243"}]},"ts":"1732318931243"}
2024-11-22T23:42:11,247 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-22T23:42:11,248 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-22T23:42:11,252 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2560 sec
2024-11-22T23:42:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-22T23:42:13,060 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-22T23:42:13,060 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-22T23:42:13,062 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T23:42:13,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-22T23:42:13,071 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T23:42:13,071 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-22T23:42:13,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-22T23:42:13,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,43035,1732318866052, seqNum=-1]
2024-11-22T23:42:13,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-22T23:42:13,080 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-22T23:42:13,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2]
2024-11-22T23:42:13,103 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-22T23:42:13,108 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-22T23:42:13,114 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-22T23:42:13,120 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-22T23:42:13,122 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-22T23:42:13,123 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43035 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-1043767577953697784
2024-11-22T23:42:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43035 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39042 deadline: 1732318936122, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-22T23:42:13,133 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-22T23:42:13,135 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-22T23:42:13,136 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-22T23:42:13,138 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-22T23:42:13,139 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43035 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-1043767577953697782
2024-11-22T23:42:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43035 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39042 deadline: 1732318936138, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-22T23:42:13,144 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-22T23:42:13,145 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43035 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-1043767577953697781
2024-11-22T23:42:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43035 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39042 deadline: 1732318936143, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-22T23:42:13,149 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-22T23:42:13,151 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43035 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-1043767577953697780
2024-11-22T23:42:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43035 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39042 deadline: 1732318936149, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-22T23:42:13,155 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-22T23:42:13,167 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-430010425_22 at /127.0.0.1:57020 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=249 (was 254), ProcessCount=11 (was 11), AvailableMemoryMB=1100 (was 1143)
2024-11-22T23:42:13,176 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=249, ProcessCount=11, AvailableMemoryMB=1099
2024-11-22T23:42:13,180 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-22T23:42:13,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40631 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-22T23:42:13,186 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-22T23:42:13,186 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:42:13,186 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-22T23:42:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-22T23:42:13,188 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-22T23:42:13,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741837_1013 (size=414)
2024-11-22T23:42:13,601 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98a05760b8dfb3fefca96d9b0e8ce55d, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e
2024-11-22T23:42:13,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741838_1014 (size=65)
2024-11-22T23:42:13,611 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:42:13,611 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 98a05760b8dfb3fefca96d9b0e8ce55d, disabling compactions & flushes
2024-11-22T23:42:13,611 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d.
2024-11-22T23:42:13,611 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d.
2024-11-22T23:42:13,611 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d. after waiting 0 ms
2024-11-22T23:42:13,611 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d.
2024-11-22T23:42:13,611 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d.
2024-11-22T23:42:13,612 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98a05760b8dfb3fefca96d9b0e8ce55d:
Waiting for close lock at 1732318933611Disabling compacts and flushes for region at 1732318933611Disabling writes for close at 1732318933611Writing region close event to WAL at 1732318933611Closed at 1732318933611
2024-11-22T23:42:13,614 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-22T23:42:13,615 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732318933614"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732318933614"}]},"ts":"1732318933614"}
2024-11-22T23:42:13,618 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-22T23:42:13,621 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-22T23:42:13,621 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318933621"}]},"ts":"1732318933621"}
2024-11-22T23:42:13,624 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-22T23:42:13,625 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=98a05760b8dfb3fefca96d9b0e8ce55d, ASSIGN}]
2024-11-22T23:42:13,627 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=98a05760b8dfb3fefca96d9b0e8ce55d, ASSIGN
2024-11-22T23:42:13,629 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=98a05760b8dfb3fefca96d9b0e8ce55d, ASSIGN; state=OFFLINE, location=a3d87a7361f3,43035,1732318866052; forceNewPlan=false, retain=false
2024-11-22T23:42:13,780 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=98a05760b8dfb3fefca96d9b0e8ce55d, regionState=OPENING, regionLocation=a3d87a7361f3,43035,1732318866052
2024-11-22T23:42:13,786 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=98a05760b8dfb3fefca96d9b0e8ce55d, ASSIGN because future has completed
2024-11-22T23:42:13,786 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98a05760b8dfb3fefca96d9b0e8ce55d, server=a3d87a7361f3,43035,1732318866052}]
2024-11-22T23:42:13,949 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d.
2024-11-22T23:42:13,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 98a05760b8dfb3fefca96d9b0e8ce55d, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d.', STARTKEY => '', ENDKEY => ''}
2024-11-22T23:42:13,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 98a05760b8dfb3fefca96d9b0e8ce55d
2024-11-22T23:42:13,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:42:13,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 98a05760b8dfb3fefca96d9b0e8ce55d
2024-11-22T23:42:13,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 98a05760b8dfb3fefca96d9b0e8ce55d
2024-11-22T23:42:13,953 INFO  [StoreOpener-98a05760b8dfb3fefca96d9b0e8ce55d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 98a05760b8dfb3fefca96d9b0e8ce55d 
2024-11-22T23:42:13,956 INFO  [StoreOpener-98a05760b8dfb3fefca96d9b0e8ce55d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98a05760b8dfb3fefca96d9b0e8ce55d columnFamilyName testFamily
2024-11-22T23:42:13,956 DEBUG [StoreOpener-98a05760b8dfb3fefca96d9b0e8ce55d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:42:13,957 INFO  [StoreOpener-98a05760b8dfb3fefca96d9b0e8ce55d-1 {}] regionserver.HStore(327): Store=98a05760b8dfb3fefca96d9b0e8ce55d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T23:42:13,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 98a05760b8dfb3fefca96d9b0e8ce55d
2024-11-22T23:42:13,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnOpenScanner/98a05760b8dfb3fefca96d9b0e8ce55d
2024-11-22T23:42:13,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnOpenScanner/98a05760b8dfb3fefca96d9b0e8ce55d
2024-11-22T23:42:13,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 98a05760b8dfb3fefca96d9b0e8ce55d
2024-11-22T23:42:13,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 98a05760b8dfb3fefca96d9b0e8ce55d
2024-11-22T23:42:13,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 98a05760b8dfb3fefca96d9b0e8ce55d
2024-11-22T23:42:13,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnOpenScanner/98a05760b8dfb3fefca96d9b0e8ce55d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-22T23:42:13,970 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 98a05760b8dfb3fefca96d9b0e8ce55d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60299756, jitterRate=-0.10146361589431763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-22T23:42:13,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98a05760b8dfb3fefca96d9b0e8ce55d
2024-11-22T23:42:13,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 98a05760b8dfb3fefca96d9b0e8ce55d:
Running coprocessor pre-open hook at 1732318933951Writing region info on filesystem at 1732318933951Initializing all the Stores at 1732318933953 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318933953Cleaning up temporary data from old regions at 1732318933960 (+7 ms)Running coprocessor post-open hooks at 1732318933971 (+11 ms)Region opened successfully at 1732318933972 (+1 ms)
2024-11-22T23:42:13,974 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d., pid=9, masterSystemTime=1732318933942
2024-11-22T23:42:13,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d.
2024-11-22T23:42:13,978 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d.
2024-11-22T23:42:13,980 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=98a05760b8dfb3fefca96d9b0e8ce55d, regionState=OPEN, openSeqNum=2, regionLocation=a3d87a7361f3,43035,1732318866052
2024-11-22T23:42:13,984 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98a05760b8dfb3fefca96d9b0e8ce55d, server=a3d87a7361f3,43035,1732318866052 because future has completed
2024-11-22T23:42:13,991 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-22T23:42:13,991 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 98a05760b8dfb3fefca96d9b0e8ce55d, server=a3d87a7361f3,43035,1732318866052 in 200 msec
2024-11-22T23:42:13,999 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-22T23:42:13,999 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=98a05760b8dfb3fefca96d9b0e8ce55d, ASSIGN in 366 msec
2024-11-22T23:42:14,001 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-22T23:42:14,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318934001"}]},"ts":"1732318934001"}
2024-11-22T23:42:14,006 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-22T23:42:14,008 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-22T23:42:14,012 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 828 msec
2024-11-22T23:42:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-22T23:42:14,209 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-22T23:42:14,209 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-22T23:42:14,209 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T23:42:14,214 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-22T23:42:14,214 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T23:42:14,214 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-22T23:42:14,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2]
2024-11-22T23:42:14,232 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-22T23:42:14,233 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-22T23:42:14,237 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-22T23:42:14,239 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43035 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-22T23:42:14,969 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-22T23:42:15,002 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-22T23:42:15,004 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-22T23:42:15,006 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-22T23:42:15,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-22T23:42:15,620 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-22T23:42:15,621 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-22T23:42:15,621 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-22T23:42:15,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-22T23:42:15,622 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-22T23:42:15,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-22T23:42:15,623 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-22T23:42:20,250 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a3d87a7361f3:43035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-22T23:42:20,251 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-22T23:42:20,251 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2 from cache
2024-11-22T23:42:20,262 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=245 (was 249), ProcessCount=11 (was 11), AvailableMemoryMB=1079 (was 1099)
2024-11-22T23:42:20,270 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=245, ProcessCount=11, AvailableMemoryMB=1078
2024-11-22T23:42:20,273 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-22T23:42:20,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40631 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-22T23:42:20,277 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-22T23:42:20,277 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:42:20,277 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-22T23:42:20,279 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-22T23:42:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-22T23:42:20,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741839_1015 (size=412)
2024-11-22T23:42:20,692 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b98d019c566aba2e17e96d70cb23214f, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e
2024-11-22T23:42:20,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741840_1016 (size=63)
2024-11-22T23:42:20,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-11-22T23:42:21,104 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:42:21,104 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing b98d019c566aba2e17e96d70cb23214f, disabling compactions & flushes
2024-11-22T23:42:21,104 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f.
2024-11-22T23:42:21,104 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f.
2024-11-22T23:42:21,104 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f. after waiting 0 ms
2024-11-22T23:42:21,104 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f.
2024-11-22T23:42:21,104 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f.
2024-11-22T23:42:21,104 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for b98d019c566aba2e17e96d70cb23214f:
Waiting for close lock at 1732318941104Disabling compacts and flushes for region at 1732318941104Disabling writes for close at 1732318941104Writing region close event to WAL at 1732318941104Closed at 1732318941104
2024-11-22T23:42:21,106 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-22T23:42:21,107 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732318941107"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732318941107"}]},"ts":"1732318941107"}
2024-11-22T23:42:21,110 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-22T23:42:21,112 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-22T23:42:21,113 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318941112"}]},"ts":"1732318941112"}
2024-11-22T23:42:21,116 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-22T23:42:21,117 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=b98d019c566aba2e17e96d70cb23214f, ASSIGN}]
2024-11-22T23:42:21,119 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=b98d019c566aba2e17e96d70cb23214f, ASSIGN
2024-11-22T23:42:21,120 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=b98d019c566aba2e17e96d70cb23214f, ASSIGN; state=OFFLINE, location=a3d87a7361f3,43035,1732318866052; forceNewPlan=false, retain=false
2024-11-22T23:42:21,272 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b98d019c566aba2e17e96d70cb23214f, regionState=OPENING, regionLocation=a3d87a7361f3,43035,1732318866052
2024-11-22T23:42:21,277 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=b98d019c566aba2e17e96d70cb23214f, ASSIGN because future has completed
2024-11-22T23:42:21,278 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b98d019c566aba2e17e96d70cb23214f, server=a3d87a7361f3,43035,1732318866052}]
2024-11-22T23:42:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-22T23:42:21,442 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f.
2024-11-22T23:42:21,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => b98d019c566aba2e17e96d70cb23214f, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f.', STARTKEY => '', ENDKEY => ''}
2024-11-22T23:42:21,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync b98d019c566aba2e17e96d70cb23214f
2024-11-22T23:42:21,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:42:21,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for b98d019c566aba2e17e96d70cb23214f
2024-11-22T23:42:21,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for b98d019c566aba2e17e96d70cb23214f
2024-11-22T23:42:21,446 INFO  [StoreOpener-b98d019c566aba2e17e96d70cb23214f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b98d019c566aba2e17e96d70cb23214f 
2024-11-22T23:42:21,449 INFO  [StoreOpener-b98d019c566aba2e17e96d70cb23214f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b98d019c566aba2e17e96d70cb23214f columnFamilyName testFamily
2024-11-22T23:42:21,449 DEBUG [StoreOpener-b98d019c566aba2e17e96d70cb23214f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:42:21,450 INFO  [StoreOpener-b98d019c566aba2e17e96d70cb23214f-1 {}] regionserver.HStore(327): Store=b98d019c566aba2e17e96d70cb23214f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T23:42:21,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for b98d019c566aba2e17e96d70cb23214f
2024-11-22T23:42:21,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnNextAsync/b98d019c566aba2e17e96d70cb23214f
2024-11-22T23:42:21,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnNextAsync/b98d019c566aba2e17e96d70cb23214f
2024-11-22T23:42:21,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for b98d019c566aba2e17e96d70cb23214f
2024-11-22T23:42:21,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for b98d019c566aba2e17e96d70cb23214f
2024-11-22T23:42:21,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for b98d019c566aba2e17e96d70cb23214f
2024-11-22T23:42:21,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnNextAsync/b98d019c566aba2e17e96d70cb23214f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-22T23:42:21,461 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened b98d019c566aba2e17e96d70cb23214f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69862231, jitterRate=0.04102836549282074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-22T23:42:21,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b98d019c566aba2e17e96d70cb23214f
2024-11-22T23:42:21,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for b98d019c566aba2e17e96d70cb23214f:
Running coprocessor pre-open hook at 1732318941444Writing region info on filesystem at 1732318941444Initializing all the Stores at 1732318941446 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318941446Cleaning up temporary data from old regions at 1732318941453 (+7 ms)Running coprocessor post-open hooks at 1732318941462 (+9 ms)Region opened successfully at 1732318941462
2024-11-22T23:42:21,464 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f., pid=12, masterSystemTime=1732318941433
2024-11-22T23:42:21,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f.
2024-11-22T23:42:21,468 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f.
2024-11-22T23:42:21,469 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b98d019c566aba2e17e96d70cb23214f, regionState=OPEN, openSeqNum=2, regionLocation=a3d87a7361f3,43035,1732318866052
2024-11-22T23:42:21,473 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b98d019c566aba2e17e96d70cb23214f, server=a3d87a7361f3,43035,1732318866052 because future has completed
2024-11-22T23:42:21,479 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-22T23:42:21,479 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure b98d019c566aba2e17e96d70cb23214f, server=a3d87a7361f3,43035,1732318866052 in 197 msec
2024-11-22T23:42:21,484 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-22T23:42:21,484 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=b98d019c566aba2e17e96d70cb23214f, ASSIGN in 363 msec
2024-11-22T23:42:21,485 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-22T23:42:21,486 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318941485"}]},"ts":"1732318941485"}
2024-11-22T23:42:21,489 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-22T23:42:21,491 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-22T23:42:21,494 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2180 sec
2024-11-22T23:42:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-22T23:42:23,308 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-22T23:42:23,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-22T23:42:23,309 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T23:42:23,315 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-22T23:42:23,315 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T23:42:23,315 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-22T23:42:23,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2]
2024-11-22T23:42:23,336 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-22T23:42:23,336 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-22T23:42:23,341 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-22T23:42:23,344 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-22T23:42:23,346 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-22T23:42:23,347 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43035 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-22T23:42:25,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-22T23:42:25,620 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-22T23:42:26,971 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-22T23:42:27,008 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-22T23:42:29,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43035 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1043767577953697771' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-22T23:42:29,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43035 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:39042 deadline: 1732318955358, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1043767577953697771' does not exist
2024-11-22T23:42:29,364 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to a3d87a7361f3,43035,1732318866052 for closing scanner id = -1043767577953697771 for b98d019c566aba2e17e96d70cb23214f of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1043767577953697771' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-22T23:42:29,366 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=255 (was 245) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1033 (was 1078)
2024-11-22T23:42:29,375 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=255, ProcessCount=11, AvailableMemoryMB=1032
2024-11-22T23:42:29,378 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-22T23:42:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-22T23:42:29,382 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-22T23:42:29,382 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:42:29,382 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-22T23:42:29,384 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-22T23:42:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-22T23:42:29,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741841_1017 (size=423)
2024-11-22T23:42:29,795 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 952094330801f6c224115991b98ecd78, NAME => 'testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e
2024-11-22T23:42:29,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741842_1018 (size=74)
2024-11-22T23:42:29,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-11-22T23:42:30,206 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:42:30,206 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 952094330801f6c224115991b98ecd78, disabling compactions & flushes
2024-11-22T23:42:30,206 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78.
2024-11-22T23:42:30,206 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78.
2024-11-22T23:42:30,206 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78. after waiting 0 ms
2024-11-22T23:42:30,206 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78.
2024-11-22T23:42:30,207 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78.
2024-11-22T23:42:30,207 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 952094330801f6c224115991b98ecd78:
Waiting for close lock at 1732318950206Disabling compacts and flushes for region at 1732318950206Disabling writes for close at 1732318950206Writing region close event to WAL at 1732318950207 (+1 ms)Closed at 1732318950207
2024-11-22T23:42:30,210 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-22T23:42:30,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732318950211"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732318950211"}]},"ts":"1732318950211"}
2024-11-22T23:42:30,215 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-22T23:42:30,217 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-22T23:42:30,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318950217"}]},"ts":"1732318950217"}
2024-11-22T23:42:30,220 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-22T23:42:30,221 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=952094330801f6c224115991b98ecd78, ASSIGN}]
2024-11-22T23:42:30,223 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=952094330801f6c224115991b98ecd78, ASSIGN
2024-11-22T23:42:30,224 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=952094330801f6c224115991b98ecd78, ASSIGN; state=OFFLINE, location=a3d87a7361f3,43035,1732318866052; forceNewPlan=false, retain=false
2024-11-22T23:42:30,375 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=952094330801f6c224115991b98ecd78, regionState=OPENING, regionLocation=a3d87a7361f3,43035,1732318866052
2024-11-22T23:42:30,381 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=952094330801f6c224115991b98ecd78, ASSIGN because future has completed
2024-11-22T23:42:30,382 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 952094330801f6c224115991b98ecd78, server=a3d87a7361f3,43035,1732318866052}]
2024-11-22T23:42:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-22T23:42:30,545 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78.
2024-11-22T23:42:30,546 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 952094330801f6c224115991b98ecd78, NAME => 'testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78.', STARTKEY => '', ENDKEY => ''}
2024-11-22T23:42:30,546 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 952094330801f6c224115991b98ecd78
2024-11-22T23:42:30,546 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:42:30,547 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 952094330801f6c224115991b98ecd78
2024-11-22T23:42:30,547 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 952094330801f6c224115991b98ecd78
2024-11-22T23:42:30,550 INFO  [StoreOpener-952094330801f6c224115991b98ecd78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 952094330801f6c224115991b98ecd78 
2024-11-22T23:42:30,554 INFO  [StoreOpener-952094330801f6c224115991b98ecd78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 952094330801f6c224115991b98ecd78 columnFamilyName testFamily
2024-11-22T23:42:30,554 DEBUG [StoreOpener-952094330801f6c224115991b98ecd78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:42:30,555 INFO  [StoreOpener-952094330801f6c224115991b98ecd78-1 {}] regionserver.HStore(327): Store=952094330801f6c224115991b98ecd78/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T23:42:30,555 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 952094330801f6c224115991b98ecd78
2024-11-22T23:42:30,557 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testRetryOutOfOrderScannerNextException/952094330801f6c224115991b98ecd78
2024-11-22T23:42:30,558 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testRetryOutOfOrderScannerNextException/952094330801f6c224115991b98ecd78
2024-11-22T23:42:30,559 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 952094330801f6c224115991b98ecd78
2024-11-22T23:42:30,559 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 952094330801f6c224115991b98ecd78
2024-11-22T23:42:30,562 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 952094330801f6c224115991b98ecd78
2024-11-22T23:42:30,565 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testRetryOutOfOrderScannerNextException/952094330801f6c224115991b98ecd78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-22T23:42:30,566 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 952094330801f6c224115991b98ecd78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62995716, jitterRate=-0.0612906813621521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-22T23:42:30,567 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 952094330801f6c224115991b98ecd78
2024-11-22T23:42:30,568 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 952094330801f6c224115991b98ecd78:
Running coprocessor pre-open hook at 1732318950547Writing region info on filesystem at 1732318950547Initializing all the Stores at 1732318950549 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318950549Cleaning up temporary data from old regions at 1732318950559 (+10 ms)Running coprocessor post-open hooks at 1732318950567 (+8 ms)Region opened successfully at 1732318950567
2024-11-22T23:42:30,569 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78., pid=15, masterSystemTime=1732318950536
2024-11-22T23:42:30,572 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78.
2024-11-22T23:42:30,572 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78.
2024-11-22T23:42:30,573 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=952094330801f6c224115991b98ecd78, regionState=OPEN, openSeqNum=2, regionLocation=a3d87a7361f3,43035,1732318866052
2024-11-22T23:42:30,576 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 952094330801f6c224115991b98ecd78, server=a3d87a7361f3,43035,1732318866052 because future has completed
2024-11-22T23:42:30,582 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-22T23:42:30,582 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 952094330801f6c224115991b98ecd78, server=a3d87a7361f3,43035,1732318866052 in 197 msec
2024-11-22T23:42:30,585 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-22T23:42:30,585 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=952094330801f6c224115991b98ecd78, ASSIGN in 361 msec
2024-11-22T23:42:30,586 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-22T23:42:30,587 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318950587"}]},"ts":"1732318950587"}
2024-11-22T23:42:30,590 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-22T23:42:30,591 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-22T23:42:30,595 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2140 sec
2024-11-22T23:42:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-22T23:42:32,408 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-22T23:42:32,408 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-22T23:42:32,409 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T23:42:32,416 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-22T23:42:32,417 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T23:42:32,417 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-22T23:42:32,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2]
2024-11-22T23:42:32,435 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-22T23:42:32,435 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-22T23:42:32,438 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-22T23:42:32,441 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-22T23:42:32,442 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-22T23:42:32,443 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43035 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-1043767577953697767
2024-11-22T23:42:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43035 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39042 deadline: 1732318955442, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-22T23:42:32,447 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-22T23:42:32,449 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-22T23:42:32,449 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-22T23:42:32,451 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-22T23:42:32,452 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43035 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-1043767577953697765
2024-11-22T23:42:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43035 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39042 deadline: 1732318955451, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-22T23:42:32,456 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-22T23:42:32,457 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43035 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-1043767577953697764
2024-11-22T23:42:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43035 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39042 deadline: 1732318955456, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-22T23:42:32,461 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-22T23:42:32,462 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43035 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-1043767577953697763
2024-11-22T23:42:32,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43035 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39042 deadline: 1732318955461, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-22T23:42:32,466 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-22T23:42:32,474 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-430010425_22 at /127.0.0.1:33076 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=255 (was 255), ProcessCount=11 (was 11), AvailableMemoryMB=1028 (was 1032)
2024-11-22T23:42:32,484 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=255, ProcessCount=11, AvailableMemoryMB=1028
2024-11-22T23:42:32,488 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-22T23:42:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-22T23:42:32,491 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-22T23:42:32,492 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:42:32,492 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-22T23:42:32,493 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-22T23:42:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-22T23:42:32,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741843_1019 (size=418)
2024-11-22T23:42:32,906 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d45a38a944e0531cf3ea084631507f0b, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e
2024-11-22T23:42:32,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741844_1020 (size=69)
2024-11-22T23:42:33,010 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-22T23:42:33,317 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:42:33,317 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing d45a38a944e0531cf3ea084631507f0b, disabling compactions & flushes
2024-11-22T23:42:33,317 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b.
2024-11-22T23:42:33,317 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b.
2024-11-22T23:42:33,318 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b. after waiting 0 ms
2024-11-22T23:42:33,318 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b.
2024-11-22T23:42:33,318 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b.
2024-11-22T23:42:33,318 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for d45a38a944e0531cf3ea084631507f0b:
Waiting for close lock at 1732318953317Disabling compacts and flushes for region at 1732318953317Disabling writes for close at 1732318953318 (+1 ms)Writing region close event to WAL at 1732318953318Closed at 1732318953318
2024-11-22T23:42:33,320 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-22T23:42:33,320 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732318953320"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732318953320"}]},"ts":"1732318953320"}
2024-11-22T23:42:33,324 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-22T23:42:33,326 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-22T23:42:33,326 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318953326"}]},"ts":"1732318953326"}
2024-11-22T23:42:33,330 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-22T23:42:33,330 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d45a38a944e0531cf3ea084631507f0b, ASSIGN}]
2024-11-22T23:42:33,332 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d45a38a944e0531cf3ea084631507f0b, ASSIGN
2024-11-22T23:42:33,334 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d45a38a944e0531cf3ea084631507f0b, ASSIGN; state=OFFLINE, location=a3d87a7361f3,43035,1732318866052; forceNewPlan=false, retain=false
2024-11-22T23:42:33,485 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=d45a38a944e0531cf3ea084631507f0b, regionState=OPENING, regionLocation=a3d87a7361f3,43035,1732318866052
2024-11-22T23:42:33,490 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d45a38a944e0531cf3ea084631507f0b, ASSIGN because future has completed
2024-11-22T23:42:33,491 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure d45a38a944e0531cf3ea084631507f0b, server=a3d87a7361f3,43035,1732318866052}]
2024-11-22T23:42:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-22T23:42:33,651 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b.
2024-11-22T23:42:33,651 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => d45a38a944e0531cf3ea084631507f0b, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b.', STARTKEY => '', ENDKEY => ''}
2024-11-22T23:42:33,651 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner d45a38a944e0531cf3ea084631507f0b
2024-11-22T23:42:33,651 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:42:33,652 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for d45a38a944e0531cf3ea084631507f0b
2024-11-22T23:42:33,652 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for d45a38a944e0531cf3ea084631507f0b
2024-11-22T23:42:33,654 INFO  [StoreOpener-d45a38a944e0531cf3ea084631507f0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d45a38a944e0531cf3ea084631507f0b 
2024-11-22T23:42:33,656 INFO  [StoreOpener-d45a38a944e0531cf3ea084631507f0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d45a38a944e0531cf3ea084631507f0b columnFamilyName testFamily
2024-11-22T23:42:33,656 DEBUG [StoreOpener-d45a38a944e0531cf3ea084631507f0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:42:33,657 INFO  [StoreOpener-d45a38a944e0531cf3ea084631507f0b-1 {}] regionserver.HStore(327): Store=d45a38a944e0531cf3ea084631507f0b/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T23:42:33,657 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for d45a38a944e0531cf3ea084631507f0b
2024-11-22T23:42:33,659 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnOpenScanner/d45a38a944e0531cf3ea084631507f0b
2024-11-22T23:42:33,660 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnOpenScanner/d45a38a944e0531cf3ea084631507f0b
2024-11-22T23:42:33,660 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for d45a38a944e0531cf3ea084631507f0b
2024-11-22T23:42:33,660 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for d45a38a944e0531cf3ea084631507f0b
2024-11-22T23:42:33,663 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for d45a38a944e0531cf3ea084631507f0b
2024-11-22T23:42:33,666 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnOpenScanner/d45a38a944e0531cf3ea084631507f0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-22T23:42:33,667 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened d45a38a944e0531cf3ea084631507f0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62275135, jitterRate=-0.07202817499637604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-22T23:42:33,667 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d45a38a944e0531cf3ea084631507f0b
2024-11-22T23:42:33,668 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for d45a38a944e0531cf3ea084631507f0b:
Running coprocessor pre-open hook at 1732318953652Writing region info on filesystem at 1732318953652Initializing all the Stores at 1732318953653 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318953653Cleaning up temporary data from old regions at 1732318953660 (+7 ms)Running coprocessor post-open hooks at 1732318953667 (+7 ms)Region opened successfully at 1732318953668 (+1 ms)
2024-11-22T23:42:33,669 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b., pid=18, masterSystemTime=1732318953645
2024-11-22T23:42:33,673 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b.
2024-11-22T23:42:33,673 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b.
2024-11-22T23:42:33,674 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=d45a38a944e0531cf3ea084631507f0b, regionState=OPEN, openSeqNum=2, regionLocation=a3d87a7361f3,43035,1732318866052
2024-11-22T23:42:33,677 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure d45a38a944e0531cf3ea084631507f0b, server=a3d87a7361f3,43035,1732318866052 because future has completed
2024-11-22T23:42:33,682 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-22T23:42:33,682 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure d45a38a944e0531cf3ea084631507f0b, server=a3d87a7361f3,43035,1732318866052 in 188 msec
2024-11-22T23:42:33,686 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-22T23:42:33,686 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d45a38a944e0531cf3ea084631507f0b, ASSIGN in 352 msec
2024-11-22T23:42:33,687 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-22T23:42:33,688 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318953688"}]},"ts":"1732318953688"}
2024-11-22T23:42:33,690 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-22T23:42:33,692 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-22T23:42:33,694 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2040 sec
2024-11-22T23:42:33,984 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-22T23:42:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-22T23:42:35,509 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-22T23:42:35,509 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-22T23:42:35,509 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T23:42:35,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-22T23:42:35,515 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T23:42:35,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-22T23:42:35,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2]
2024-11-22T23:42:35,530 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-22T23:42:35,530 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-22T23:42:35,534 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-22T23:42:35,536 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43035 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-22T23:42:36,049 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-22T23:42:36,076 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-22T23:42:36,077 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-22T23:42:36,077 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-22T23:42:36,077 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-22T23:42:36,540 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a3d87a7361f3:43035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-11-22T23:42:36,541 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-11-22T23:42:36,541 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2 from cache
2024-11-22T23:42:37,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-11-22T23:42:37,560 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2]
2024-11-22T23:42:37,562 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43035 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-22T23:42:38,540 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a3d87a7361f3:43035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=979ms, rpcTimeout=973ms
2024-11-22T23:42:38,541 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=979ms, rpcTimeout=973ms
2024-11-22T23:42:38,541 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2 from cache
2024-11-22T23:42:38,550 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 255), ProcessCount=11 (was 11), AvailableMemoryMB=1029 (was 1028) - AvailableMemoryMB LEAK? -
2024-11-22T23:42:38,561 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=1029
2024-11-22T23:42:38,564 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-22T23:42:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-22T23:42:38,567 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-22T23:42:38,567 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:42:38,568 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-22T23:42:38,569 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-22T23:42:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-22T23:42:38,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741845_1021 (size=416)
2024-11-22T23:42:38,979 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05365b6acea53d75b745c2bde9972aec, NAME => 'testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e
2024-11-22T23:42:38,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741846_1022 (size=67)
2024-11-22T23:42:39,012 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-22T23:42:39,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-11-22T23:42:39,389 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:42:39,389 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 05365b6acea53d75b745c2bde9972aec, disabling compactions & flushes
2024-11-22T23:42:39,389 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec.
2024-11-22T23:42:39,389 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec.
2024-11-22T23:42:39,389 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec. after waiting 0 ms
2024-11-22T23:42:39,389 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec.
2024-11-22T23:42:39,389 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec.
2024-11-22T23:42:39,390 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05365b6acea53d75b745c2bde9972aec:
Waiting for close lock at 1732318959389Disabling compacts and flushes for region at 1732318959389Disabling writes for close at 1732318959389Writing region close event to WAL at 1732318959389Closed at 1732318959389
2024-11-22T23:42:39,392 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-22T23:42:39,392 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732318959392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732318959392"}]},"ts":"1732318959392"}
2024-11-22T23:42:39,395 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-22T23:42:39,397 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-22T23:42:39,397 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318959397"}]},"ts":"1732318959397"}
2024-11-22T23:42:39,400 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-22T23:42:39,401 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=05365b6acea53d75b745c2bde9972aec, ASSIGN}]
2024-11-22T23:42:39,403 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=05365b6acea53d75b745c2bde9972aec, ASSIGN
2024-11-22T23:42:39,405 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=05365b6acea53d75b745c2bde9972aec, ASSIGN; state=OFFLINE, location=a3d87a7361f3,43035,1732318866052; forceNewPlan=false, retain=false
2024-11-22T23:42:39,556 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=05365b6acea53d75b745c2bde9972aec, regionState=OPENING, regionLocation=a3d87a7361f3,43035,1732318866052
2024-11-22T23:42:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-22T23:42:39,598 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=05365b6acea53d75b745c2bde9972aec, ASSIGN because future has completed
2024-11-22T23:42:39,599 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05365b6acea53d75b745c2bde9972aec, server=a3d87a7361f3,43035,1732318866052}]
2024-11-22T23:42:39,765 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec.
2024-11-22T23:42:39,766 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 05365b6acea53d75b745c2bde9972aec, NAME => 'testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec.', STARTKEY => '', ENDKEY => ''}
2024-11-22T23:42:39,767 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 05365b6acea53d75b745c2bde9972aec
2024-11-22T23:42:39,767 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:42:39,767 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 05365b6acea53d75b745c2bde9972aec
2024-11-22T23:42:39,767 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 05365b6acea53d75b745c2bde9972aec
2024-11-22T23:42:39,769 INFO  [StoreOpener-05365b6acea53d75b745c2bde9972aec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 05365b6acea53d75b745c2bde9972aec 
2024-11-22T23:42:39,771 INFO  [StoreOpener-05365b6acea53d75b745c2bde9972aec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05365b6acea53d75b745c2bde9972aec columnFamilyName testFamily
2024-11-22T23:42:39,772 DEBUG [StoreOpener-05365b6acea53d75b745c2bde9972aec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:42:39,772 INFO  [StoreOpener-05365b6acea53d75b745c2bde9972aec-1 {}] regionserver.HStore(327): Store=05365b6acea53d75b745c2bde9972aec/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T23:42:39,773 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 05365b6acea53d75b745c2bde9972aec
2024-11-22T23:42:39,774 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnNextAsync/05365b6acea53d75b745c2bde9972aec
2024-11-22T23:42:39,774 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnNextAsync/05365b6acea53d75b745c2bde9972aec
2024-11-22T23:42:39,775 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 05365b6acea53d75b745c2bde9972aec
2024-11-22T23:42:39,775 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 05365b6acea53d75b745c2bde9972aec
2024-11-22T23:42:39,777 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 05365b6acea53d75b745c2bde9972aec
2024-11-22T23:42:39,781 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnNextAsync/05365b6acea53d75b745c2bde9972aec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-22T23:42:39,782 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 05365b6acea53d75b745c2bde9972aec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63243765, jitterRate=-0.05759446322917938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-22T23:42:39,782 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05365b6acea53d75b745c2bde9972aec
2024-11-22T23:42:39,783 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 05365b6acea53d75b745c2bde9972aec:
Running coprocessor pre-open hook at 1732318959767Writing region info on filesystem at 1732318959767Initializing all the Stores at 1732318959769 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318959769Cleaning up temporary data from old regions at 1732318959775 (+6 ms)Running coprocessor post-open hooks at 1732318959782 (+7 ms)Region opened successfully at 1732318959783 (+1 ms)
2024-11-22T23:42:39,784 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec., pid=21, masterSystemTime=1732318959755
2024-11-22T23:42:39,787 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec.
2024-11-22T23:42:39,787 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec.
2024-11-22T23:42:39,788 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=05365b6acea53d75b745c2bde9972aec, regionState=OPEN, openSeqNum=2, regionLocation=a3d87a7361f3,43035,1732318866052
2024-11-22T23:42:39,791 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05365b6acea53d75b745c2bde9972aec, server=a3d87a7361f3,43035,1732318866052 because future has completed
2024-11-22T23:42:39,796 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-22T23:42:39,796 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 05365b6acea53d75b745c2bde9972aec, server=a3d87a7361f3,43035,1732318866052 in 195 msec
2024-11-22T23:42:39,800 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-22T23:42:39,800 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=05365b6acea53d75b745c2bde9972aec, ASSIGN in 395 msec
2024-11-22T23:42:39,801 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-22T23:42:39,802 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318959801"}]},"ts":"1732318959801"}
2024-11-22T23:42:39,805 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-22T23:42:39,806 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-22T23:42:39,809 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2420 sec
2024-11-22T23:42:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-22T23:42:41,588 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-22T23:42:41,588 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-22T23:42:41,588 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T23:42:41,594 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-22T23:42:41,594 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T23:42:41,594 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-22T23:42:41,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2]
2024-11-22T23:42:41,610 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-22T23:42:41,610 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-22T23:42:41,613 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-22T23:42:41,616 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-22T23:42:41,617 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-22T23:42:41,618 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43035 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-22T23:42:44,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43035 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1043767577953697752' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-22T23:42:44,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43035 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:39042 deadline: 1732318965623, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1043767577953697752' does not exist
2024-11-22T23:42:44,624 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to a3d87a7361f3,43035,1732318866052 for closing scanner id = -1043767577953697752 for 05365b6acea53d75b745c2bde9972aec of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1043767577953697752' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-22T23:42:44,630 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=446 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 246), ProcessCount=11 (was 11), AvailableMemoryMB=1023 (was 1029)
2024-11-22T23:42:44,639 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=1023
2024-11-22T23:42:44,641 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-22T23:42:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-22T23:42:44,645 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-22T23:42:44,645 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:42:44,645 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-22T23:42:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-22T23:42:44,646 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-22T23:42:44,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741847_1023 (size=411)
2024-11-22T23:42:45,058 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f55f7993fe7ff3de637445057bd15a7, NAME => 'testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e
2024-11-22T23:42:45,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741848_1024 (size=62)
2024-11-22T23:42:45,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-11-22T23:42:45,270 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-22T23:42:45,298 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-22T23:42:45,470 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:42:45,470 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 8f55f7993fe7ff3de637445057bd15a7, disabling compactions & flushes
2024-11-22T23:42:45,470 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7.
2024-11-22T23:42:45,470 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7.
2024-11-22T23:42:45,470 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7. after waiting 0 ms
2024-11-22T23:42:45,470 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7.
2024-11-22T23:42:45,471 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7.
2024-11-22T23:42:45,471 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f55f7993fe7ff3de637445057bd15a7:
Waiting for close lock at 1732318965470Disabling compacts and flushes for region at 1732318965470Disabling writes for close at 1732318965470Writing region close event to WAL at 1732318965470Closed at 1732318965470
2024-11-22T23:42:45,473 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-22T23:42:45,473 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732318965473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732318965473"}]},"ts":"1732318965473"}
2024-11-22T23:42:45,478 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-22T23:42:45,479 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-22T23:42:45,480 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318965480"}]},"ts":"1732318965480"}
2024-11-22T23:42:45,483 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-22T23:42:45,484 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=8f55f7993fe7ff3de637445057bd15a7, ASSIGN}]
2024-11-22T23:42:45,486 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=8f55f7993fe7ff3de637445057bd15a7, ASSIGN
2024-11-22T23:42:45,487 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=8f55f7993fe7ff3de637445057bd15a7, ASSIGN; state=OFFLINE, location=a3d87a7361f3,43035,1732318866052; forceNewPlan=false, retain=false
2024-11-22T23:42:45,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-22T23:42:45,620 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-22T23:42:45,638 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=8f55f7993fe7ff3de637445057bd15a7, regionState=OPENING, regionLocation=a3d87a7361f3,43035,1732318866052
2024-11-22T23:42:45,642 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=8f55f7993fe7ff3de637445057bd15a7, ASSIGN because future has completed
2024-11-22T23:42:45,642 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f55f7993fe7ff3de637445057bd15a7, server=a3d87a7361f3,43035,1732318866052}]
2024-11-22T23:42:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-22T23:42:45,802 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7.
2024-11-22T23:42:45,803 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f55f7993fe7ff3de637445057bd15a7, NAME => 'testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7.', STARTKEY => '', ENDKEY => ''}
2024-11-22T23:42:45,803 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 8f55f7993fe7ff3de637445057bd15a7
2024-11-22T23:42:45,803 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:42:45,803 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 8f55f7993fe7ff3de637445057bd15a7
2024-11-22T23:42:45,804 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 8f55f7993fe7ff3de637445057bd15a7
2024-11-22T23:42:45,806 INFO  [StoreOpener-8f55f7993fe7ff3de637445057bd15a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8f55f7993fe7ff3de637445057bd15a7 
2024-11-22T23:42:45,809 INFO  [StoreOpener-8f55f7993fe7ff3de637445057bd15a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f55f7993fe7ff3de637445057bd15a7 columnFamilyName testFamily
2024-11-22T23:42:45,809 DEBUG [StoreOpener-8f55f7993fe7ff3de637445057bd15a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:42:45,810 INFO  [StoreOpener-8f55f7993fe7ff3de637445057bd15a7-1 {}] regionserver.HStore(327): Store=8f55f7993fe7ff3de637445057bd15a7/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T23:42:45,810 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 8f55f7993fe7ff3de637445057bd15a7
2024-11-22T23:42:45,812 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnNext/8f55f7993fe7ff3de637445057bd15a7
2024-11-22T23:42:45,813 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnNext/8f55f7993fe7ff3de637445057bd15a7
2024-11-22T23:42:45,814 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 8f55f7993fe7ff3de637445057bd15a7
2024-11-22T23:42:45,814 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 8f55f7993fe7ff3de637445057bd15a7
2024-11-22T23:42:45,817 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 8f55f7993fe7ff3de637445057bd15a7
2024-11-22T23:42:45,821 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnNext/8f55f7993fe7ff3de637445057bd15a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-22T23:42:45,822 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 8f55f7993fe7ff3de637445057bd15a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61431697, jitterRate=-0.08459638059139252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-22T23:42:45,822 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f55f7993fe7ff3de637445057bd15a7
2024-11-22T23:42:45,823 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 8f55f7993fe7ff3de637445057bd15a7:
Running coprocessor pre-open hook at 1732318965804Writing region info on filesystem at 1732318965804Initializing all the Stores at 1732318965806 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318965806Cleaning up temporary data from old regions at 1732318965814 (+8 ms)Running coprocessor post-open hooks at 1732318965822 (+8 ms)Region opened successfully at 1732318965823 (+1 ms)
2024-11-22T23:42:45,824 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7., pid=24, masterSystemTime=1732318965796
2024-11-22T23:42:45,827 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7.
2024-11-22T23:42:45,827 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7.
2024-11-22T23:42:45,828 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=8f55f7993fe7ff3de637445057bd15a7, regionState=OPEN, openSeqNum=2, regionLocation=a3d87a7361f3,43035,1732318866052
2024-11-22T23:42:45,831 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f55f7993fe7ff3de637445057bd15a7, server=a3d87a7361f3,43035,1732318866052 because future has completed
2024-11-22T23:42:45,835 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-22T23:42:45,835 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f55f7993fe7ff3de637445057bd15a7, server=a3d87a7361f3,43035,1732318866052 in 190 msec
2024-11-22T23:42:45,838 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-22T23:42:45,838 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=8f55f7993fe7ff3de637445057bd15a7, ASSIGN in 351 msec
2024-11-22T23:42:45,839 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-22T23:42:45,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318965839"}]},"ts":"1732318965839"}
2024-11-22T23:42:45,842 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-22T23:42:45,844 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-22T23:42:45,846 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2030 sec
2024-11-22T23:42:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-22T23:42:47,688 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-22T23:42:47,688 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-22T23:42:47,688 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T23:42:47,697 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-22T23:42:47,698 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T23:42:47,698 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-22T23:42:47,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2]
2024-11-22T23:42:47,713 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-22T23:42:47,713 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-22T23:42:47,717 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-22T23:42:47,720 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-22T23:42:47,722 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-22T23:42:47,723 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43035 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-22T23:42:50,126 INFO  [master/a3d87a7361f3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-22T23:42:50,127 INFO  [master/a3d87a7361f3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-22T23:42:50,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43035 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1043767577953697748' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-22T23:42:50,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43035 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:39042 deadline: 1732318971733, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1043767577953697748' does not exist
2024-11-22T23:42:50,734 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to a3d87a7361f3,43035,1732318866052 for closing scanner id = -1043767577953697748 for 8f55f7993fe7ff3de637445057bd15a7 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1043767577953697748' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-22T23:42:50,741 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=446 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=232 (was 235), ProcessCount=11 (was 11), AvailableMemoryMB=1016 (was 1023)
2024-11-22T23:42:50,750 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=1016
2024-11-22T23:42:50,753 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-22T23:42:50,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40631 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-22T23:42:50,756 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-22T23:42:50,757 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:42:50,757 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-22T23:42:50,758 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-22T23:42:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-22T23:42:50,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741849_1025 (size=419)
2024-11-22T23:42:51,180 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c85aede5c68bd4e3a8fd524aa07cda3, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e
2024-11-22T23:42:51,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741850_1026 (size=70)
2024-11-22T23:42:51,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-11-22T23:42:51,305 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-22T23:42:51,340 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-22T23:42:51,592 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:42:51,592 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 0c85aede5c68bd4e3a8fd524aa07cda3, disabling compactions & flushes
2024-11-22T23:42:51,592 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3.
2024-11-22T23:42:51,592 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3.
2024-11-22T23:42:51,593 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3. after waiting 0 ms
2024-11-22T23:42:51,593 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3.
2024-11-22T23:42:51,593 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3.
2024-11-22T23:42:51,593 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c85aede5c68bd4e3a8fd524aa07cda3:
Waiting for close lock at 1732318971592Disabling compacts and flushes for region at 1732318971592Disabling writes for close at 1732318971593 (+1 ms)Writing region close event to WAL at 1732318971593Closed at 1732318971593
2024-11-22T23:42:51,594 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-22T23:42:51,595 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732318971595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732318971595"}]},"ts":"1732318971595"}
2024-11-22T23:42:51,598 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-22T23:42:51,600 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-22T23:42:51,600 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318971600"}]},"ts":"1732318971600"}
2024-11-22T23:42:51,603 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-22T23:42:51,603 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=0c85aede5c68bd4e3a8fd524aa07cda3, ASSIGN}]
2024-11-22T23:42:51,605 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=0c85aede5c68bd4e3a8fd524aa07cda3, ASSIGN
2024-11-22T23:42:51,606 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=0c85aede5c68bd4e3a8fd524aa07cda3, ASSIGN; state=OFFLINE, location=a3d87a7361f3,43035,1732318866052; forceNewPlan=false, retain=false
2024-11-22T23:42:51,757 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=0c85aede5c68bd4e3a8fd524aa07cda3, regionState=OPENING, regionLocation=a3d87a7361f3,43035,1732318866052
2024-11-22T23:42:51,759 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=0c85aede5c68bd4e3a8fd524aa07cda3, ASSIGN because future has completed
2024-11-22T23:42:51,760 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c85aede5c68bd4e3a8fd524aa07cda3, server=a3d87a7361f3,43035,1732318866052}]
2024-11-22T23:42:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-22T23:42:51,919 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3.
2024-11-22T23:42:51,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c85aede5c68bd4e3a8fd524aa07cda3, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3.', STARTKEY => '', ENDKEY => ''}
2024-11-22T23:42:51,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 0c85aede5c68bd4e3a8fd524aa07cda3
2024-11-22T23:42:51,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:42:51,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 0c85aede5c68bd4e3a8fd524aa07cda3
2024-11-22T23:42:51,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 0c85aede5c68bd4e3a8fd524aa07cda3
2024-11-22T23:42:51,922 INFO  [StoreOpener-0c85aede5c68bd4e3a8fd524aa07cda3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0c85aede5c68bd4e3a8fd524aa07cda3 
2024-11-22T23:42:51,925 INFO  [StoreOpener-0c85aede5c68bd4e3a8fd524aa07cda3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c85aede5c68bd4e3a8fd524aa07cda3 columnFamilyName testFamily
2024-11-22T23:42:51,925 DEBUG [StoreOpener-0c85aede5c68bd4e3a8fd524aa07cda3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:42:51,925 INFO  [StoreOpener-0c85aede5c68bd4e3a8fd524aa07cda3-1 {}] regionserver.HStore(327): Store=0c85aede5c68bd4e3a8fd524aa07cda3/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T23:42:51,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 0c85aede5c68bd4e3a8fd524aa07cda3
2024-11-22T23:42:51,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/0c85aede5c68bd4e3a8fd524aa07cda3
2024-11-22T23:42:51,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/0c85aede5c68bd4e3a8fd524aa07cda3
2024-11-22T23:42:51,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 0c85aede5c68bd4e3a8fd524aa07cda3
2024-11-22T23:42:51,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 0c85aede5c68bd4e3a8fd524aa07cda3
2024-11-22T23:42:51,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 0c85aede5c68bd4e3a8fd524aa07cda3
2024-11-22T23:42:51,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/0c85aede5c68bd4e3a8fd524aa07cda3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-22T23:42:51,935 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 0c85aede5c68bd4e3a8fd524aa07cda3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62371679, jitterRate=-0.07058955729007721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-22T23:42:51,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c85aede5c68bd4e3a8fd524aa07cda3
2024-11-22T23:42:51,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 0c85aede5c68bd4e3a8fd524aa07cda3:
Running coprocessor pre-open hook at 1732318971920Writing region info on filesystem at 1732318971920Initializing all the Stores at 1732318971922 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318971922Cleaning up temporary data from old regions at 1732318971928 (+6 ms)Running coprocessor post-open hooks at 1732318971935 (+7 ms)Region opened successfully at 1732318971936 (+1 ms)
2024-11-22T23:42:51,937 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3., pid=27, masterSystemTime=1732318971913
2024-11-22T23:42:51,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3.
2024-11-22T23:42:51,940 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3.
2024-11-22T23:42:51,941 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=0c85aede5c68bd4e3a8fd524aa07cda3, regionState=OPEN, openSeqNum=2, regionLocation=a3d87a7361f3,43035,1732318866052
2024-11-22T23:42:51,944 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c85aede5c68bd4e3a8fd524aa07cda3, server=a3d87a7361f3,43035,1732318866052 because future has completed
2024-11-22T23:42:51,948 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-22T23:42:51,948 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c85aede5c68bd4e3a8fd524aa07cda3, server=a3d87a7361f3,43035,1732318866052 in 185 msec
2024-11-22T23:42:51,952 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-22T23:42:51,952 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=0c85aede5c68bd4e3a8fd524aa07cda3, ASSIGN in 345 msec
2024-11-22T23:42:51,953 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-22T23:42:51,953 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318971953"}]},"ts":"1732318971953"}
2024-11-22T23:42:51,956 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-22T23:42:51,958 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-22T23:42:51,961 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2050 sec
2024-11-22T23:42:53,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-22T23:42:53,778 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-22T23:42:53,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-22T23:42:53,778 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T23:42:53,784 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-22T23:42:53,784 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T23:42:53,784 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-22T23:42:53,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2]
2024-11-22T23:42:53,799 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-22T23:42:53,799 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-22T23:42:53,802 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-22T23:42:53,804 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43035 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-22T23:42:55,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-22T23:42:55,620 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-22T23:42:55,621 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-22T23:42:55,621 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-22T23:42:57,422 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-22T23:42:57,453 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-22T23:42:59,811 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a3d87a7361f3:43035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-22T23:42:59,811 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-22T23:42:59,811 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2 from cache
2024-11-22T23:42:59,820 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=218 (was 232), ProcessCount=11 (was 11), AvailableMemoryMB=985 (was 1016)
2024-11-22T23:42:59,828 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=218, ProcessCount=11, AvailableMemoryMB=985
2024-11-22T23:42:59,830 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-22T23:42:59,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40631 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-22T23:42:59,833 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-22T23:42:59,834 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:42:59,834 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-22T23:42:59,835 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-22T23:42:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-22T23:43:00,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741851_1027 (size=407)
2024-11-22T23:43:00,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-11-22T23:43:00,659 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b362dc6344b139226f8d842dd0503a6b, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e
2024-11-22T23:43:00,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741852_1028 (size=58)
2024-11-22T23:43:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-22T23:43:01,073 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:43:01,073 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing b362dc6344b139226f8d842dd0503a6b, disabling compactions & flushes
2024-11-22T23:43:01,073 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b.
2024-11-22T23:43:01,073 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b.
2024-11-22T23:43:01,073 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b. after waiting 0 ms
2024-11-22T23:43:01,073 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b.
2024-11-22T23:43:01,073 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b.
2024-11-22T23:43:01,073 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for b362dc6344b139226f8d842dd0503a6b:
Waiting for close lock at 1732318981073Disabling compacts and flushes for region at 1732318981073Disabling writes for close at 1732318981073Writing region close event to WAL at 1732318981073Closed at 1732318981073
2024-11-22T23:43:01,075 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-22T23:43:01,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732318981075"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732318981075"}]},"ts":"1732318981075"}
2024-11-22T23:43:01,079 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-22T23:43:01,080 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-22T23:43:01,080 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318981080"}]},"ts":"1732318981080"}
2024-11-22T23:43:01,083 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-22T23:43:01,083 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b362dc6344b139226f8d842dd0503a6b, ASSIGN}]
2024-11-22T23:43:01,085 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b362dc6344b139226f8d842dd0503a6b, ASSIGN
2024-11-22T23:43:01,086 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b362dc6344b139226f8d842dd0503a6b, ASSIGN; state=OFFLINE, location=a3d87a7361f3,43035,1732318866052; forceNewPlan=false, retain=false
2024-11-22T23:43:01,237 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=b362dc6344b139226f8d842dd0503a6b, regionState=OPENING, regionLocation=a3d87a7361f3,43035,1732318866052
2024-11-22T23:43:01,241 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b362dc6344b139226f8d842dd0503a6b, ASSIGN because future has completed
2024-11-22T23:43:01,242 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure b362dc6344b139226f8d842dd0503a6b, server=a3d87a7361f3,43035,1732318866052}]
2024-11-22T23:43:01,403 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b.
2024-11-22T23:43:01,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => b362dc6344b139226f8d842dd0503a6b, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b.', STARTKEY => '', ENDKEY => ''}
2024-11-22T23:43:01,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext b362dc6344b139226f8d842dd0503a6b
2024-11-22T23:43:01,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:43:01,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for b362dc6344b139226f8d842dd0503a6b
2024-11-22T23:43:01,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for b362dc6344b139226f8d842dd0503a6b
2024-11-22T23:43:01,407 INFO  [StoreOpener-b362dc6344b139226f8d842dd0503a6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b362dc6344b139226f8d842dd0503a6b 
2024-11-22T23:43:01,409 INFO  [StoreOpener-b362dc6344b139226f8d842dd0503a6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b362dc6344b139226f8d842dd0503a6b columnFamilyName testFamily
2024-11-22T23:43:01,410 DEBUG [StoreOpener-b362dc6344b139226f8d842dd0503a6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:43:01,410 INFO  [StoreOpener-b362dc6344b139226f8d842dd0503a6b-1 {}] regionserver.HStore(327): Store=b362dc6344b139226f8d842dd0503a6b/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T23:43:01,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for b362dc6344b139226f8d842dd0503a6b
2024-11-22T23:43:01,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnNext/b362dc6344b139226f8d842dd0503a6b
2024-11-22T23:43:01,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnNext/b362dc6344b139226f8d842dd0503a6b
2024-11-22T23:43:01,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for b362dc6344b139226f8d842dd0503a6b
2024-11-22T23:43:01,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for b362dc6344b139226f8d842dd0503a6b
2024-11-22T23:43:01,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for b362dc6344b139226f8d842dd0503a6b
2024-11-22T23:43:01,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnNext/b362dc6344b139226f8d842dd0503a6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-22T23:43:01,419 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened b362dc6344b139226f8d842dd0503a6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72610277, jitterRate=0.08197744190692902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-22T23:43:01,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b362dc6344b139226f8d842dd0503a6b
2024-11-22T23:43:01,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for b362dc6344b139226f8d842dd0503a6b:
Running coprocessor pre-open hook at 1732318981404Writing region info on filesystem at 1732318981404Initializing all the Stores at 1732318981406 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318981406Cleaning up temporary data from old regions at 1732318981413 (+7 ms)Running coprocessor post-open hooks at 1732318981420 (+7 ms)Region opened successfully at 1732318981420
2024-11-22T23:43:01,421 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b., pid=30, masterSystemTime=1732318981395
2024-11-22T23:43:01,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b.
2024-11-22T23:43:01,424 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b.
2024-11-22T23:43:01,425 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=b362dc6344b139226f8d842dd0503a6b, regionState=OPEN, openSeqNum=2, regionLocation=a3d87a7361f3,43035,1732318866052
2024-11-22T23:43:01,427 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure b362dc6344b139226f8d842dd0503a6b, server=a3d87a7361f3,43035,1732318866052 because future has completed
2024-11-22T23:43:01,432 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-22T23:43:01,432 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure b362dc6344b139226f8d842dd0503a6b, server=a3d87a7361f3,43035,1732318866052 in 187 msec
2024-11-22T23:43:01,435 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-22T23:43:01,435 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=b362dc6344b139226f8d842dd0503a6b, ASSIGN in 349 msec
2024-11-22T23:43:01,436 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-22T23:43:01,437 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318981436"}]},"ts":"1732318981436"}
2024-11-22T23:43:01,439 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-22T23:43:01,441 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-22T23:43:01,443 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.6110 sec
2024-11-22T23:43:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-22T23:43:02,877 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-22T23:43:02,877 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-22T23:43:02,878 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T23:43:02,884 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-22T23:43:02,885 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T23:43:02,885 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-22T23:43:02,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2]
2024-11-22T23:43:02,900 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-22T23:43:02,901 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-22T23:43:02,905 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-22T23:43:02,907 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-22T23:43:02,909 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-22T23:43:02,910 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43035 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-22T23:43:03,455 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-22T23:43:03,985 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-22T23:43:05,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-22T23:43:05,620 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-22T23:43:06,906 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-22T23:43:08,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43035 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1043767577953697740' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-22T23:43:08,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43035 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:39042 deadline: 1732318994913, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1043767577953697740' does not exist
2024-11-22T23:43:08,914 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to a3d87a7361f3,43035,1732318866052 for closing scanner id = -1043767577953697740 for b362dc6344b139226f8d842dd0503a6b of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-1043767577953697740' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-22T23:43:08,920 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 218), ProcessCount=11 (was 11), AvailableMemoryMB=975 (was 985)
2024-11-22T23:43:08,927 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=975
2024-11-22T23:43:08,930 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-22T23:43:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-22T23:43:08,933 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-22T23:43:08,934 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:43:08,934 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-22T23:43:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-22T23:43:08,935 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-22T23:43:08,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741853_1029 (size=423)
2024-11-22T23:43:09,348 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7f0454032713bd1ed093f11a537de35, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e
2024-11-22T23:43:09,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741854_1030 (size=74)
2024-11-22T23:43:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-11-22T23:43:09,761 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:43:09,761 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing f7f0454032713bd1ed093f11a537de35, disabling compactions & flushes
2024-11-22T23:43:09,761 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35.
2024-11-22T23:43:09,761 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35.
2024-11-22T23:43:09,761 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35. after waiting 0 ms
2024-11-22T23:43:09,761 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35.
2024-11-22T23:43:09,761 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35.
2024-11-22T23:43:09,761 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7f0454032713bd1ed093f11a537de35:
Waiting for close lock at 1732318989761Disabling compacts and flushes for region at 1732318989761Disabling writes for close at 1732318989761Writing region close event to WAL at 1732318989761Closed at 1732318989761
2024-11-22T23:43:09,763 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-22T23:43:09,763 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732318989763"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732318989763"}]},"ts":"1732318989763"}
2024-11-22T23:43:09,766 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-22T23:43:09,767 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-22T23:43:09,768 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318989768"}]},"ts":"1732318989768"}
2024-11-22T23:43:09,771 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-22T23:43:09,771 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f7f0454032713bd1ed093f11a537de35, ASSIGN}]
2024-11-22T23:43:09,773 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f7f0454032713bd1ed093f11a537de35, ASSIGN
2024-11-22T23:43:09,774 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f7f0454032713bd1ed093f11a537de35, ASSIGN; state=OFFLINE, location=a3d87a7361f3,43035,1732318866052; forceNewPlan=false, retain=false
2024-11-22T23:43:09,925 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=f7f0454032713bd1ed093f11a537de35, regionState=OPENING, regionLocation=a3d87a7361f3,43035,1732318866052
2024-11-22T23:43:09,928 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f7f0454032713bd1ed093f11a537de35, ASSIGN because future has completed
2024-11-22T23:43:09,929 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7f0454032713bd1ed093f11a537de35, server=a3d87a7361f3,43035,1732318866052}]
2024-11-22T23:43:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-22T23:43:10,087 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35.
2024-11-22T23:43:10,087 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => f7f0454032713bd1ed093f11a537de35, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35.', STARTKEY => '', ENDKEY => ''}
2024-11-22T23:43:10,088 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:10,088 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-22T23:43:10,088 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:10,088 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:10,091 INFO  [StoreOpener-f7f0454032713bd1ed093f11a537de35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f7f0454032713bd1ed093f11a537de35 
2024-11-22T23:43:10,093 INFO  [StoreOpener-f7f0454032713bd1ed093f11a537de35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7f0454032713bd1ed093f11a537de35 columnFamilyName testFamily
2024-11-22T23:43:10,093 DEBUG [StoreOpener-f7f0454032713bd1ed093f11a537de35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-22T23:43:10,094 INFO  [StoreOpener-f7f0454032713bd1ed093f11a537de35-1 {}] regionserver.HStore(327): Store=f7f0454032713bd1ed093f11a537de35/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-22T23:43:10,094 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:10,096 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnOpenScannerAsync/f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:10,096 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnOpenScannerAsync/f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:10,097 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:10,097 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:10,100 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:10,103 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnOpenScannerAsync/f7f0454032713bd1ed093f11a537de35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-22T23:43:10,104 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened f7f0454032713bd1ed093f11a537de35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65973187, jitterRate=-0.016922906041145325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-22T23:43:10,104 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:10,105 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for f7f0454032713bd1ed093f11a537de35:
Running coprocessor pre-open hook at 1732318990088Writing region info on filesystem at 1732318990088Initializing all the Stores at 1732318990090 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732318990090Cleaning up temporary data from old regions at 1732318990097 (+7 ms)Running coprocessor post-open hooks at 1732318990104 (+7 ms)Region opened successfully at 1732318990105 (+1 ms)
2024-11-22T23:43:10,106 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35., pid=33, masterSystemTime=1732318990081
2024-11-22T23:43:10,110 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35.
2024-11-22T23:43:10,110 INFO  [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35.
2024-11-22T23:43:10,111 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=f7f0454032713bd1ed093f11a537de35, regionState=OPEN, openSeqNum=2, regionLocation=a3d87a7361f3,43035,1732318866052
2024-11-22T23:43:10,111 DEBUG [master/a3d87a7361f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-22T23:43:10,114 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7f0454032713bd1ed093f11a537de35, server=a3d87a7361f3,43035,1732318866052 because future has completed
2024-11-22T23:43:10,119 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-22T23:43:10,119 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure f7f0454032713bd1ed093f11a537de35, server=a3d87a7361f3,43035,1732318866052 in 188 msec
2024-11-22T23:43:10,123 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-22T23:43:10,123 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=f7f0454032713bd1ed093f11a537de35, ASSIGN in 348 msec
2024-11-22T23:43:10,124 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-22T23:43:10,125 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318990124"}]},"ts":"1732318990124"}
2024-11-22T23:43:10,127 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-22T23:43:10,129 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-22T23:43:10,131 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1990 sec
2024-11-22T23:43:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-22T23:43:11,957 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-22T23:43:11,958 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-22T23:43:11,958 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T23:43:11,965 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-22T23:43:11,965 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-22T23:43:11,965 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-22T23:43:11,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2]
2024-11-22T23:43:11,980 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-22T23:43:11,980 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-22T23:43:11,983 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-22T23:43:11,986 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43035 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-22T23:43:12,991 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a3d87a7361f3:43035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms
2024-11-22T23:43:12,991 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms
2024-11-22T23:43:12,991 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2 from cache
2024-11-22T23:43:13,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-11-22T23:43:14,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2]
2024-11-22T23:43:14,013 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43035 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-22T23:43:14,991 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a3d87a7361f3:43035 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=979ms, rpcTimeout=972ms
2024-11-22T23:43:14,991 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=979ms, rpcTimeout=972ms
2024-11-22T23:43:14,991 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35., hostname=a3d87a7361f3,43035,1732318866052, seqNum=2 from cache
2024-11-22T23:43:15,005 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=446 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=230 (was 215) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=970 (was 975)
2024-11-22T23:43:15,005 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-22T23:43:15,006 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-22T23:43:15,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T23:43:15,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T23:43:15,011 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-22T23:43:15,011 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-22T23:43:15,012 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-22T23:43:15,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-22T23:43:15,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T23:43:15,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T23:43:15,012 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-22T23:43:15,012 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-22T23:43:15,012 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=901566946, stopped=false
2024-11-22T23:43:15,013 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3d87a7361f3,40631,1732318865083
2024-11-22T23:43:15,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x10164ec1e740001, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-22T23:43:15,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-22T23:43:15,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x10164ec1e740001, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T23:43:15,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T23:43:15,084 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-22T23:43:15,085 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-22T23:43:15,085 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-22T23:43:15,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T23:43:15,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43035-0x10164ec1e740001, quorum=127.0.0.1:56484, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-22T23:43:15,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-22T23:43:15,085 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3d87a7361f3,43035,1732318866052' *****
2024-11-22T23:43:15,085 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-22T23:43:15,086 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-22T23:43:15,086 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-22T23:43:15,086 INFO  [RS:0;a3d87a7361f3:43035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-22T23:43:15,086 INFO  [RS:0;a3d87a7361f3:43035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-22T23:43:15,086 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(3091): Received CLOSE for b98d019c566aba2e17e96d70cb23214f
2024-11-22T23:43:15,087 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(3091): Received CLOSE for 98a05760b8dfb3fefca96d9b0e8ce55d
2024-11-22T23:43:15,087 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(3091): Received CLOSE for 952094330801f6c224115991b98ecd78
2024-11-22T23:43:15,087 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f55f7993fe7ff3de637445057bd15a7
2024-11-22T23:43:15,087 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(3091): Received CLOSE for 05365b6acea53d75b745c2bde9972aec
2024-11-22T23:43:15,087 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(3091): Received CLOSE for f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:15,087 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(3091): Received CLOSE for 77388e3f865c806424dfffb7bb791c35
2024-11-22T23:43:15,087 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(3091): Received CLOSE for b362dc6344b139226f8d842dd0503a6b
2024-11-22T23:43:15,087 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b98d019c566aba2e17e96d70cb23214f, disabling compactions & flushes
2024-11-22T23:43:15,087 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(3091): Received CLOSE for d45a38a944e0531cf3ea084631507f0b
2024-11-22T23:43:15,087 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f.
2024-11-22T23:43:15,087 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c85aede5c68bd4e3a8fd524aa07cda3
2024-11-22T23:43:15,087 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f.
2024-11-22T23:43:15,087 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(959): stopping server a3d87a7361f3,43035,1732318866052
2024-11-22T23:43:15,087 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f. after waiting 0 ms
2024-11-22T23:43:15,087 INFO  [RS:0;a3d87a7361f3:43035 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-22T23:43:15,087 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f.
2024-11-22T23:43:15,087 INFO  [RS:0;a3d87a7361f3:43035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3d87a7361f3:43035.
2024-11-22T23:43:15,087 DEBUG [RS:0;a3d87a7361f3:43035 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-22T23:43:15,088 DEBUG [RS:0;a3d87a7361f3:43035 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T23:43:15,088 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-22T23:43:15,088 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-22T23:43:15,088 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-22T23:43:15,088 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-22T23:43:15,089 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-22T23:43:15,089 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-22T23:43:15,089 INFO  [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-22T23:43:15,089 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-22T23:43:15,089 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-22T23:43:15,089 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1351): Waiting on 05365b6acea53d75b745c2bde9972aec, 0c85aede5c68bd4e3a8fd524aa07cda3, 1588230740, 77388e3f865c806424dfffb7bb791c35, 8f55f7993fe7ff3de637445057bd15a7, 952094330801f6c224115991b98ecd78, 98a05760b8dfb3fefca96d9b0e8ce55d, b362dc6344b139226f8d842dd0503a6b, b98d019c566aba2e17e96d70cb23214f, d45a38a944e0531cf3ea084631507f0b, f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:15,089 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-22T23:43:15,091 INFO  [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-22T23:43:15,091 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b98d019c566aba2e17e96d70cb23214f 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-22T23:43:15,157 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnNextAsync/b98d019c566aba2e17e96d70cb23214f/.tmp/testFamily/af1cbad7031c4b43a2ecb42e876a3428 is 61, key is row-0/testFamily:testQualifier/1732318943323/Put/seqid=0
2024-11-22T23:43:15,162 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/meta/1588230740/.tmp/info/6d57b0f6bfa34aaabc6ff418537032c9 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35./info:regioninfo/1732318931224/Put/seqid=0
2024-11-22T23:43:15,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741855_1031 (size=5049)
2024-11-22T23:43:15,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741856_1032 (size=20564)
2024-11-22T23:43:15,289 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1351): Waiting on 05365b6acea53d75b745c2bde9972aec, 0c85aede5c68bd4e3a8fd524aa07cda3, 1588230740, 77388e3f865c806424dfffb7bb791c35, 8f55f7993fe7ff3de637445057bd15a7, 952094330801f6c224115991b98ecd78, 98a05760b8dfb3fefca96d9b0e8ce55d, b362dc6344b139226f8d842dd0503a6b, b98d019c566aba2e17e96d70cb23214f, d45a38a944e0531cf3ea084631507f0b, f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:15,490 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1351): Waiting on 05365b6acea53d75b745c2bde9972aec, 0c85aede5c68bd4e3a8fd524aa07cda3, 1588230740, 77388e3f865c806424dfffb7bb791c35, 8f55f7993fe7ff3de637445057bd15a7, 952094330801f6c224115991b98ecd78, 98a05760b8dfb3fefca96d9b0e8ce55d, b362dc6344b139226f8d842dd0503a6b, b98d019c566aba2e17e96d70cb23214f, d45a38a944e0531cf3ea084631507f0b, f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:15,513 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-22T23:43:15,574 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnNextAsync/b98d019c566aba2e17e96d70cb23214f/.tmp/testFamily/af1cbad7031c4b43a2ecb42e876a3428
2024-11-22T23:43:15,574 INFO  [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/meta/1588230740/.tmp/info/6d57b0f6bfa34aaabc6ff418537032c9
2024-11-22T23:43:15,589 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-22T23:43:15,622 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-22T23:43:15,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-22T23:43:15,623 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-22T23:43:15,629 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnNextAsync/b98d019c566aba2e17e96d70cb23214f/.tmp/testFamily/af1cbad7031c4b43a2ecb42e876a3428 as hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnNextAsync/b98d019c566aba2e17e96d70cb23214f/testFamily/af1cbad7031c4b43a2ecb42e876a3428
2024-11-22T23:43:15,639 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnNextAsync/b98d019c566aba2e17e96d70cb23214f/testFamily/af1cbad7031c4b43a2ecb42e876a3428, entries=4, sequenceid=8, filesize=4.9 K
2024-11-22T23:43:15,648 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/meta/1588230740/.tmp/ns/46550ec5a9c5474a91a93a072dc8c3cb is 43, key is default/ns:d/1732318929656/Put/seqid=0
2024-11-22T23:43:15,649 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b98d019c566aba2e17e96d70cb23214f in 556ms, sequenceid=8, compaction requested=false
2024-11-22T23:43:15,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741857_1033 (size=5153)
2024-11-22T23:43:15,656 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnNextAsync/b98d019c566aba2e17e96d70cb23214f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-22T23:43:15,658 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f.
2024-11-22T23:43:15,658 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b98d019c566aba2e17e96d70cb23214f:
Waiting for close lock at 1732318995087Running coprocessor pre-close hooks at 1732318995087Disabling compacts and flushes for region at 1732318995087Disabling writes for close at 1732318995087Obtaining lock to block concurrent updates at 1732318995091 (+4 ms)Preparing flush snapshotting stores in b98d019c566aba2e17e96d70cb23214f at 1732318995091Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732318995099 (+8 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f. at 1732318995101 (+2 ms)Flushing b98d019c566aba2e17e96d70cb23214f/testFamily: creating writer at 1732318995102 (+1 ms)Flushing b98d019c566aba2e17e96d70cb23214f/testFamily: appending metadata at 1732318995150 (+48 ms)Flushing b98d019c566aba2e17e96d70cb23214f/testFamily: closing flushed file at 1732318995153 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69d09768: reopening flushed file at 1732318995627 (+474 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b98d019c566aba2e17e96d70cb23214f in 556ms, sequenceid=8, compaction requested=false at 1732318995649 (+22 ms)Writing region close event to WAL at 1732318995651 (+2 ms)Running coprocessor post-close hooks at 1732318995656 (+5 ms)Closed at 1732318995658 (+2 ms)
2024-11-22T23:43:15,659 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732318940272.b98d019c566aba2e17e96d70cb23214f.
2024-11-22T23:43:15,659 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98a05760b8dfb3fefca96d9b0e8ce55d, disabling compactions & flushes
2024-11-22T23:43:15,659 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d.
2024-11-22T23:43:15,659 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d.
2024-11-22T23:43:15,659 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d. after waiting 0 ms
2024-11-22T23:43:15,660 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d.
2024-11-22T23:43:15,660 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 98a05760b8dfb3fefca96d9b0e8ce55d 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-22T23:43:15,678 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnOpenScanner/98a05760b8dfb3fefca96d9b0e8ce55d/.tmp/testFamily/dd5d653ad3f04c9cb70dc941e1db7706 is 61, key is row-0/testFamily:testQualifier/1732318934220/Put/seqid=0
2024-11-22T23:43:15,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741858_1034 (size=5049)
2024-11-22T23:43:15,690 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1351): Waiting on 05365b6acea53d75b745c2bde9972aec, 0c85aede5c68bd4e3a8fd524aa07cda3, 1588230740, 77388e3f865c806424dfffb7bb791c35, 8f55f7993fe7ff3de637445057bd15a7, 952094330801f6c224115991b98ecd78, 98a05760b8dfb3fefca96d9b0e8ce55d, b362dc6344b139226f8d842dd0503a6b, d45a38a944e0531cf3ea084631507f0b, f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:15,890 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1351): Waiting on 05365b6acea53d75b745c2bde9972aec, 0c85aede5c68bd4e3a8fd524aa07cda3, 1588230740, 77388e3f865c806424dfffb7bb791c35, 8f55f7993fe7ff3de637445057bd15a7, 952094330801f6c224115991b98ecd78, 98a05760b8dfb3fefca96d9b0e8ce55d, b362dc6344b139226f8d842dd0503a6b, d45a38a944e0531cf3ea084631507f0b, f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:15,914 INFO  [regionserver/a3d87a7361f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-22T23:43:15,914 INFO  [regionserver/a3d87a7361f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-22T23:43:16,054 INFO  [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/meta/1588230740/.tmp/ns/46550ec5a9c5474a91a93a072dc8c3cb
2024-11-22T23:43:16,084 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnOpenScanner/98a05760b8dfb3fefca96d9b0e8ce55d/.tmp/testFamily/dd5d653ad3f04c9cb70dc941e1db7706
2024-11-22T23:43:16,087 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/meta/1588230740/.tmp/table/097012b57f834e22a0376545993badb5 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732318931243/Put/seqid=0
2024-11-22T23:43:16,091 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close
2024-11-22T23:43:16,091 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1351): Waiting on 05365b6acea53d75b745c2bde9972aec, 0c85aede5c68bd4e3a8fd524aa07cda3, 1588230740, 77388e3f865c806424dfffb7bb791c35, 8f55f7993fe7ff3de637445057bd15a7, 952094330801f6c224115991b98ecd78, 98a05760b8dfb3fefca96d9b0e8ce55d, b362dc6344b139226f8d842dd0503a6b, d45a38a944e0531cf3ea084631507f0b, f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:16,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741859_1035 (size=6699)
2024-11-22T23:43:16,093 INFO  [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/meta/1588230740/.tmp/table/097012b57f834e22a0376545993badb5
2024-11-22T23:43:16,094 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnOpenScanner/98a05760b8dfb3fefca96d9b0e8ce55d/.tmp/testFamily/dd5d653ad3f04c9cb70dc941e1db7706 as hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnOpenScanner/98a05760b8dfb3fefca96d9b0e8ce55d/testFamily/dd5d653ad3f04c9cb70dc941e1db7706
2024-11-22T23:43:16,102 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/meta/1588230740/.tmp/info/6d57b0f6bfa34aaabc6ff418537032c9 as hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/meta/1588230740/info/6d57b0f6bfa34aaabc6ff418537032c9
2024-11-22T23:43:16,103 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnOpenScanner/98a05760b8dfb3fefca96d9b0e8ce55d/testFamily/dd5d653ad3f04c9cb70dc941e1db7706, entries=4, sequenceid=8, filesize=4.9 K
2024-11-22T23:43:16,104 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 98a05760b8dfb3fefca96d9b0e8ce55d in 444ms, sequenceid=8, compaction requested=false
2024-11-22T23:43:16,111 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnOpenScanner/98a05760b8dfb3fefca96d9b0e8ce55d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-22T23:43:16,111 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d.
2024-11-22T23:43:16,112 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98a05760b8dfb3fefca96d9b0e8ce55d:
Waiting for close lock at 1732318995659Running coprocessor pre-close hooks at 1732318995659Disabling compacts and flushes for region at 1732318995659Disabling writes for close at 1732318995660 (+1 ms)Obtaining lock to block concurrent updates at 1732318995660Preparing flush snapshotting stores in 98a05760b8dfb3fefca96d9b0e8ce55d at 1732318995660Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732318995660Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d. at 1732318995661 (+1 ms)Flushing 98a05760b8dfb3fefca96d9b0e8ce55d/testFamily: creating writer at 1732318995661Flushing 98a05760b8dfb3fefca96d9b0e8ce55d/testFamily: appending metadata at 1732318995677 (+16 ms)Flushing 98a05760b8dfb3fefca96d9b0e8ce55d/testFamily: closing flushed file at 1732318995677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a8846d4: reopening flushed file at 1732318996093 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 98a05760b8dfb3fefca96d9b0e8ce55d in 444ms, sequenceid=8, compaction requested=false at 1732318996104 (+11 ms)Writing region close event to WAL at 1732318996105 (+1 ms)Running coprocessor post-close hooks at 1732318996111 (+6 ms)Closed at 1732318996111
2024-11-22T23:43:16,112 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732318933180.98a05760b8dfb3fefca96d9b0e8ce55d.
2024-11-22T23:43:16,112 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 952094330801f6c224115991b98ecd78, disabling compactions & flushes
2024-11-22T23:43:16,112 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78.
2024-11-22T23:43:16,112 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78.
2024-11-22T23:43:16,112 INFO  [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/meta/1588230740/info/6d57b0f6bfa34aaabc6ff418537032c9, entries=100, sequenceid=56, filesize=20.1 K
2024-11-22T23:43:16,112 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78. after waiting 0 ms
2024-11-22T23:43:16,112 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78.
2024-11-22T23:43:16,112 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 952094330801f6c224115991b98ecd78 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-22T23:43:16,114 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/meta/1588230740/.tmp/ns/46550ec5a9c5474a91a93a072dc8c3cb as hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/meta/1588230740/ns/46550ec5a9c5474a91a93a072dc8c3cb
2024-11-22T23:43:16,124 INFO  [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/meta/1588230740/ns/46550ec5a9c5474a91a93a072dc8c3cb, entries=2, sequenceid=56, filesize=5.0 K
2024-11-22T23:43:16,125 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/meta/1588230740/.tmp/table/097012b57f834e22a0376545993badb5 as hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/meta/1588230740/table/097012b57f834e22a0376545993badb5
2024-11-22T23:43:16,138 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testRetryOutOfOrderScannerNextException/952094330801f6c224115991b98ecd78/.tmp/testFamily/f21af3db111b42edb1dd45627b5a4e1a is 61, key is row-0/testFamily:testQualifier/1732318952423/Put/seqid=0
2024-11-22T23:43:16,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741860_1036 (size=5049)
2024-11-22T23:43:16,143 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testRetryOutOfOrderScannerNextException/952094330801f6c224115991b98ecd78/.tmp/testFamily/f21af3db111b42edb1dd45627b5a4e1a
2024-11-22T23:43:16,144 INFO  [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/meta/1588230740/table/097012b57f834e22a0376545993badb5, entries=20, sequenceid=56, filesize=6.5 K
2024-11-22T23:43:16,145 INFO  [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1056ms, sequenceid=56, compaction requested=false
2024-11-22T23:43:16,152 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-22T23:43:16,153 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-22T23:43:16,153 INFO  [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-22T23:43:16,154 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732318995089Running coprocessor pre-close hooks at 1732318995089Disabling compacts and flushes for region at 1732318995089Disabling writes for close at 1732318995089Obtaining lock to block concurrent updates at 1732318995091 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1732318995091Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732318995099 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732318995101 (+2 ms)Flushing 1588230740/info: creating writer at 1732318995102 (+1 ms)Flushing 1588230740/info: appending metadata at 1732318995157 (+55 ms)Flushing 1588230740/info: closing flushed file at 1732318995157Flushing 1588230740/ns: creating writer at 1732318995627 (+470 ms)Flushing 1588230740/ns: appending metadata at 1732318995647 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732318995647Flushing 1588230740/table: creating writer at 1732318996064 (+417 ms)Flushing 1588230740/table: appending metadata at 1732318996086 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732318996086Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4286a012: reopening flushed file at 1732318996101 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e1aade4: reopening flushed file at 1732318996113 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a14abe1: reopening flushed file at 1732318996124 (+11 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1056ms, sequenceid=56, compaction requested=false at 1732318996145 (+21 ms)Writing region close event to WAL at 1732318996147 (+2 ms)Running coprocessor post-close hooks at 1732318996153 (+6 ms)Closed at 1732318996153
2024-11-22T23:43:16,154 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-22T23:43:16,155 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testRetryOutOfOrderScannerNextException/952094330801f6c224115991b98ecd78/.tmp/testFamily/f21af3db111b42edb1dd45627b5a4e1a as hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testRetryOutOfOrderScannerNextException/952094330801f6c224115991b98ecd78/testFamily/f21af3db111b42edb1dd45627b5a4e1a
2024-11-22T23:43:16,164 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testRetryOutOfOrderScannerNextException/952094330801f6c224115991b98ecd78/testFamily/f21af3db111b42edb1dd45627b5a4e1a, entries=4, sequenceid=8, filesize=4.9 K
2024-11-22T23:43:16,165 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 952094330801f6c224115991b98ecd78 in 53ms, sequenceid=8, compaction requested=false
2024-11-22T23:43:16,170 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testRetryOutOfOrderScannerNextException/952094330801f6c224115991b98ecd78/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-22T23:43:16,171 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78.
2024-11-22T23:43:16,171 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 952094330801f6c224115991b98ecd78:
Waiting for close lock at 1732318996112Running coprocessor pre-close hooks at 1732318996112Disabling compacts and flushes for region at 1732318996112Disabling writes for close at 1732318996112Obtaining lock to block concurrent updates at 1732318996112Preparing flush snapshotting stores in 952094330801f6c224115991b98ecd78 at 1732318996112Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732318996113 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78. at 1732318996113Flushing 952094330801f6c224115991b98ecd78/testFamily: creating writer at 1732318996114 (+1 ms)Flushing 952094330801f6c224115991b98ecd78/testFamily: appending metadata at 1732318996137 (+23 ms)Flushing 952094330801f6c224115991b98ecd78/testFamily: closing flushed file at 1732318996138 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75154f8e: reopening flushed file at 1732318996153 (+15 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 952094330801f6c224115991b98ecd78 in 53ms, sequenceid=8, compaction requested=false at 1732318996165 (+12 ms)Writing region close event to WAL at 1732318996166 (+1 ms)Running coprocessor post-close hooks at 1732318996171 (+5 ms)Closed at 1732318996171
2024-11-22T23:43:16,171 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732318949377.952094330801f6c224115991b98ecd78.
2024-11-22T23:43:16,171 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f55f7993fe7ff3de637445057bd15a7, disabling compactions & flushes
2024-11-22T23:43:16,172 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7.
2024-11-22T23:43:16,172 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7.
2024-11-22T23:43:16,172 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7. after waiting 0 ms
2024-11-22T23:43:16,172 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7.
2024-11-22T23:43:16,172 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8f55f7993fe7ff3de637445057bd15a7 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-22T23:43:16,189 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnNext/8f55f7993fe7ff3de637445057bd15a7/.tmp/testFamily/d4bccc714a9b43adbaed47049c8c525c is 61, key is row-0/testFamily:testQualifier/1732318967703/Put/seqid=0
2024-11-22T23:43:16,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741861_1037 (size=5049)
2024-11-22T23:43:16,291 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1351): Waiting on 05365b6acea53d75b745c2bde9972aec, 0c85aede5c68bd4e3a8fd524aa07cda3, 77388e3f865c806424dfffb7bb791c35, 8f55f7993fe7ff3de637445057bd15a7, b362dc6344b139226f8d842dd0503a6b, d45a38a944e0531cf3ea084631507f0b, f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:16,491 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1351): Waiting on 05365b6acea53d75b745c2bde9972aec, 0c85aede5c68bd4e3a8fd524aa07cda3, 77388e3f865c806424dfffb7bb791c35, 8f55f7993fe7ff3de637445057bd15a7, b362dc6344b139226f8d842dd0503a6b, d45a38a944e0531cf3ea084631507f0b, f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:16,595 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnNext/8f55f7993fe7ff3de637445057bd15a7/.tmp/testFamily/d4bccc714a9b43adbaed47049c8c525c
2024-11-22T23:43:16,609 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnNext/8f55f7993fe7ff3de637445057bd15a7/.tmp/testFamily/d4bccc714a9b43adbaed47049c8c525c as hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnNext/8f55f7993fe7ff3de637445057bd15a7/testFamily/d4bccc714a9b43adbaed47049c8c525c
2024-11-22T23:43:16,616 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnNext/8f55f7993fe7ff3de637445057bd15a7/testFamily/d4bccc714a9b43adbaed47049c8c525c, entries=4, sequenceid=8, filesize=4.9 K
2024-11-22T23:43:16,618 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8f55f7993fe7ff3de637445057bd15a7 in 445ms, sequenceid=8, compaction requested=false
2024-11-22T23:43:16,622 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnNext/8f55f7993fe7ff3de637445057bd15a7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-22T23:43:16,623 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7.
2024-11-22T23:43:16,623 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f55f7993fe7ff3de637445057bd15a7:
Waiting for close lock at 1732318996171Running coprocessor pre-close hooks at 1732318996171Disabling compacts and flushes for region at 1732318996171Disabling writes for close at 1732318996172 (+1 ms)Obtaining lock to block concurrent updates at 1732318996172Preparing flush snapshotting stores in 8f55f7993fe7ff3de637445057bd15a7 at 1732318996172Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732318996172Flushing stores of testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7. at 1732318996173 (+1 ms)Flushing 8f55f7993fe7ff3de637445057bd15a7/testFamily: creating writer at 1732318996173Flushing 8f55f7993fe7ff3de637445057bd15a7/testFamily: appending metadata at 1732318996189 (+16 ms)Flushing 8f55f7993fe7ff3de637445057bd15a7/testFamily: closing flushed file at 1732318996189Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@121b519: reopening flushed file at 1732318996608 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8f55f7993fe7ff3de637445057bd15a7 in 445ms, sequenceid=8, compaction requested=false at 1732318996618 (+10 ms)Writing region close event to WAL at 1732318996618Running coprocessor post-close hooks at 1732318996623 (+5 ms)Closed at 1732318996623
2024-11-22T23:43:16,623 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732318964641.8f55f7993fe7ff3de637445057bd15a7.
2024-11-22T23:43:16,623 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05365b6acea53d75b745c2bde9972aec, disabling compactions & flushes
2024-11-22T23:43:16,623 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec.
2024-11-22T23:43:16,623 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec.
2024-11-22T23:43:16,624 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec. after waiting 0 ms
2024-11-22T23:43:16,624 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec.
2024-11-22T23:43:16,624 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 05365b6acea53d75b745c2bde9972aec 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-22T23:43:16,643 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnNextAsync/05365b6acea53d75b745c2bde9972aec/.tmp/testFamily/7c5184b722eb4709973ddfa1f6b60413 is 61, key is row-0/testFamily:testQualifier/1732318961600/Put/seqid=0
2024-11-22T23:43:16,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741862_1038 (size=5049)
2024-11-22T23:43:16,692 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1351): Waiting on 05365b6acea53d75b745c2bde9972aec, 0c85aede5c68bd4e3a8fd524aa07cda3, 77388e3f865c806424dfffb7bb791c35, b362dc6344b139226f8d842dd0503a6b, d45a38a944e0531cf3ea084631507f0b, f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:16,892 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1351): Waiting on 05365b6acea53d75b745c2bde9972aec, 0c85aede5c68bd4e3a8fd524aa07cda3, 77388e3f865c806424dfffb7bb791c35, b362dc6344b139226f8d842dd0503a6b, d45a38a944e0531cf3ea084631507f0b, f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:17,050 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnNextAsync/05365b6acea53d75b745c2bde9972aec/.tmp/testFamily/7c5184b722eb4709973ddfa1f6b60413
2024-11-22T23:43:17,063 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnNextAsync/05365b6acea53d75b745c2bde9972aec/.tmp/testFamily/7c5184b722eb4709973ddfa1f6b60413 as hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnNextAsync/05365b6acea53d75b745c2bde9972aec/testFamily/7c5184b722eb4709973ddfa1f6b60413
2024-11-22T23:43:17,072 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnNextAsync/05365b6acea53d75b745c2bde9972aec/testFamily/7c5184b722eb4709973ddfa1f6b60413, entries=4, sequenceid=8, filesize=4.9 K
2024-11-22T23:43:17,073 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 05365b6acea53d75b745c2bde9972aec in 449ms, sequenceid=8, compaction requested=false
2024-11-22T23:43:17,079 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnNextAsync/05365b6acea53d75b745c2bde9972aec/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-22T23:43:17,079 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec.
2024-11-22T23:43:17,080 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05365b6acea53d75b745c2bde9972aec:
Waiting for close lock at 1732318996623Running coprocessor pre-close hooks at 1732318996623Disabling compacts and flushes for region at 1732318996623Disabling writes for close at 1732318996624 (+1 ms)Obtaining lock to block concurrent updates at 1732318996624Preparing flush snapshotting stores in 05365b6acea53d75b745c2bde9972aec at 1732318996624Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732318996624Flushing stores of testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec. at 1732318996625 (+1 ms)Flushing 05365b6acea53d75b745c2bde9972aec/testFamily: creating writer at 1732318996625Flushing 05365b6acea53d75b745c2bde9972aec/testFamily: appending metadata at 1732318996643 (+18 ms)Flushing 05365b6acea53d75b745c2bde9972aec/testFamily: closing flushed file at 1732318996643Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3703be98: reopening flushed file at 1732318997062 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 05365b6acea53d75b745c2bde9972aec in 449ms, sequenceid=8, compaction requested=false at 1732318997073 (+11 ms)Writing region close event to WAL at 1732318997074 (+1 ms)Running coprocessor post-close hooks at 1732318997079 (+5 ms)Closed at 1732318997079
2024-11-22T23:43:17,080 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732318958563.05365b6acea53d75b745c2bde9972aec.
2024-11-22T23:43:17,080 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7f0454032713bd1ed093f11a537de35, disabling compactions & flushes
2024-11-22T23:43:17,080 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35.
2024-11-22T23:43:17,080 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35.
2024-11-22T23:43:17,080 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35. after waiting 0 ms
2024-11-22T23:43:17,080 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35.
2024-11-22T23:43:17,080 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f7f0454032713bd1ed093f11a537de35 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-22T23:43:17,092 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close
2024-11-22T23:43:17,092 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1325): Online Regions={f7f0454032713bd1ed093f11a537de35=testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35., 77388e3f865c806424dfffb7bb791c35=testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35., b362dc6344b139226f8d842dd0503a6b=hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b., d45a38a944e0531cf3ea084631507f0b=testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b., 0c85aede5c68bd4e3a8fd524aa07cda3=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3.}
2024-11-22T23:43:17,092 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1351): Waiting on 0c85aede5c68bd4e3a8fd524aa07cda3, 77388e3f865c806424dfffb7bb791c35, b362dc6344b139226f8d842dd0503a6b, d45a38a944e0531cf3ea084631507f0b, f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:17,098 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnOpenScannerAsync/f7f0454032713bd1ed093f11a537de35/.tmp/testFamily/68ceeb7ef2694895bc63bb4e3682680f is 61, key is row-0/testFamily:testQualifier/1732318991970/Put/seqid=0
2024-11-22T23:43:17,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741863_1039 (size=5049)
2024-11-22T23:43:17,293 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1351): Waiting on 0c85aede5c68bd4e3a8fd524aa07cda3, 77388e3f865c806424dfffb7bb791c35, b362dc6344b139226f8d842dd0503a6b, d45a38a944e0531cf3ea084631507f0b, f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:17,493 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1351): Waiting on 0c85aede5c68bd4e3a8fd524aa07cda3, 77388e3f865c806424dfffb7bb791c35, b362dc6344b139226f8d842dd0503a6b, d45a38a944e0531cf3ea084631507f0b, f7f0454032713bd1ed093f11a537de35
2024-11-22T23:43:17,504 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnOpenScannerAsync/f7f0454032713bd1ed093f11a537de35/.tmp/testFamily/68ceeb7ef2694895bc63bb4e3682680f
2024-11-22T23:43:17,513 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnOpenScannerAsync/f7f0454032713bd1ed093f11a537de35/.tmp/testFamily/68ceeb7ef2694895bc63bb4e3682680f as hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnOpenScannerAsync/f7f0454032713bd1ed093f11a537de35/testFamily/68ceeb7ef2694895bc63bb4e3682680f
2024-11-22T23:43:17,524 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnOpenScannerAsync/f7f0454032713bd1ed093f11a537de35/testFamily/68ceeb7ef2694895bc63bb4e3682680f, entries=4, sequenceid=8, filesize=4.9 K
2024-11-22T23:43:17,525 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f7f0454032713bd1ed093f11a537de35 in 445ms, sequenceid=8, compaction requested=false
2024-11-22T23:43:17,530 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnOpenScannerAsync/f7f0454032713bd1ed093f11a537de35/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-22T23:43:17,530 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35.
2024-11-22T23:43:17,531 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7f0454032713bd1ed093f11a537de35:
Waiting for close lock at 1732318997080Running coprocessor pre-close hooks at 1732318997080Disabling compacts and flushes for region at 1732318997080Disabling writes for close at 1732318997080Obtaining lock to block concurrent updates at 1732318997080Preparing flush snapshotting stores in f7f0454032713bd1ed093f11a537de35 at 1732318997080Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732318997080Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35. at 1732318997081 (+1 ms)Flushing f7f0454032713bd1ed093f11a537de35/testFamily: creating writer at 1732318997081Flushing f7f0454032713bd1ed093f11a537de35/testFamily: appending metadata at 1732318997098 (+17 ms)Flushing f7f0454032713bd1ed093f11a537de35/testFamily: closing flushed file at 1732318997098Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f8bae15: reopening flushed file at 1732318997512 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f7f0454032713bd1ed093f11a537de35 in 445ms, sequenceid=8, compaction requested=false at 1732318997525 (+13 ms)Writing region close event to WAL at 1732318997526 (+1 ms)Running coprocessor post-close hooks at 1732318997530 (+4 ms)Closed at 1732318997530
2024-11-22T23:43:17,531 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732318988930.f7f0454032713bd1ed093f11a537de35.
2024-11-22T23:43:17,531 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 77388e3f865c806424dfffb7bb791c35, disabling compactions & flushes
2024-11-22T23:43:17,531 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35.
2024-11-22T23:43:17,531 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35.
2024-11-22T23:43:17,531 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35. after waiting 0 ms
2024-11-22T23:43:17,531 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35.
2024-11-22T23:43:17,531 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 77388e3f865c806424dfffb7bb791c35 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-22T23:43:17,548 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/77388e3f865c806424dfffb7bb791c35/.tmp/testFamily/d373813341c84f53a8b4416df268a842 is 61, key is row-0/testFamily:testQualifier/1732318933089/Put/seqid=0
2024-11-22T23:43:17,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741864_1040 (size=5049)
2024-11-22T23:43:17,693 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1351): Waiting on 0c85aede5c68bd4e3a8fd524aa07cda3, 77388e3f865c806424dfffb7bb791c35, b362dc6344b139226f8d842dd0503a6b, d45a38a944e0531cf3ea084631507f0b
2024-11-22T23:43:17,894 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1351): Waiting on 0c85aede5c68bd4e3a8fd524aa07cda3, 77388e3f865c806424dfffb7bb791c35, b362dc6344b139226f8d842dd0503a6b, d45a38a944e0531cf3ea084631507f0b
2024-11-22T23:43:17,954 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/77388e3f865c806424dfffb7bb791c35/.tmp/testFamily/d373813341c84f53a8b4416df268a842
2024-11-22T23:43:17,966 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/77388e3f865c806424dfffb7bb791c35/.tmp/testFamily/d373813341c84f53a8b4416df268a842 as hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/77388e3f865c806424dfffb7bb791c35/testFamily/d373813341c84f53a8b4416df268a842
2024-11-22T23:43:17,975 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/77388e3f865c806424dfffb7bb791c35/testFamily/d373813341c84f53a8b4416df268a842, entries=4, sequenceid=8, filesize=4.9 K
2024-11-22T23:43:17,976 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 77388e3f865c806424dfffb7bb791c35 in 444ms, sequenceid=8, compaction requested=false
2024-11-22T23:43:17,981 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/77388e3f865c806424dfffb7bb791c35/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-22T23:43:17,982 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35.
2024-11-22T23:43:17,982 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 77388e3f865c806424dfffb7bb791c35:
Waiting for close lock at 1732318997531Running coprocessor pre-close hooks at 1732318997531Disabling compacts and flushes for region at 1732318997531Disabling writes for close at 1732318997531Obtaining lock to block concurrent updates at 1732318997531Preparing flush snapshotting stores in 77388e3f865c806424dfffb7bb791c35 at 1732318997531Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732318997531Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35. at 1732318997532 (+1 ms)Flushing 77388e3f865c806424dfffb7bb791c35/testFamily: creating writer at 1732318997532Flushing 77388e3f865c806424dfffb7bb791c35/testFamily: appending metadata at 1732318997547 (+15 ms)Flushing 77388e3f865c806424dfffb7bb791c35/testFamily: closing flushed file at 1732318997547Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f9a8dc6: reopening flushed file at 1732318997965 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 77388e3f865c806424dfffb7bb791c35 in 444ms, sequenceid=8, compaction requested=false at 1732318997976 (+11 ms)Writing region close event to WAL at 1732318997976Running coprocessor post-close hooks at 1732318997982 (+6 ms)Closed at 1732318997982
2024-11-22T23:43:17,982 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732318929986.77388e3f865c806424dfffb7bb791c35.
2024-11-22T23:43:17,982 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b362dc6344b139226f8d842dd0503a6b, disabling compactions & flushes
2024-11-22T23:43:17,982 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b.
2024-11-22T23:43:17,983 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b.
2024-11-22T23:43:17,983 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b. after waiting 0 ms
2024-11-22T23:43:17,983 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b.
2024-11-22T23:43:17,983 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b362dc6344b139226f8d842dd0503a6b 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-22T23:43:18,002 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnNext/b362dc6344b139226f8d842dd0503a6b/.tmp/testFamily/c353ea0c8aa74ad49280bf609c2e941a is 61, key is row-0/testFamily:testQualifier/1732318982890/Put/seqid=0
2024-11-22T23:43:18,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741865_1041 (size=5049)
2024-11-22T23:43:18,094 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-22T23:43:18,094 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1325): Online Regions={b362dc6344b139226f8d842dd0503a6b=hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b., d45a38a944e0531cf3ea084631507f0b=testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b., 0c85aede5c68bd4e3a8fd524aa07cda3=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3.}
2024-11-22T23:43:18,094 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1351): Waiting on 0c85aede5c68bd4e3a8fd524aa07cda3, b362dc6344b139226f8d842dd0503a6b, d45a38a944e0531cf3ea084631507f0b
2024-11-22T23:43:18,294 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1351): Waiting on 0c85aede5c68bd4e3a8fd524aa07cda3, b362dc6344b139226f8d842dd0503a6b, d45a38a944e0531cf3ea084631507f0b
2024-11-22T23:43:18,408 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnNext/b362dc6344b139226f8d842dd0503a6b/.tmp/testFamily/c353ea0c8aa74ad49280bf609c2e941a
2024-11-22T23:43:18,421 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnNext/b362dc6344b139226f8d842dd0503a6b/.tmp/testFamily/c353ea0c8aa74ad49280bf609c2e941a as hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnNext/b362dc6344b139226f8d842dd0503a6b/testFamily/c353ea0c8aa74ad49280bf609c2e941a
2024-11-22T23:43:18,429 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnNext/b362dc6344b139226f8d842dd0503a6b/testFamily/c353ea0c8aa74ad49280bf609c2e941a, entries=4, sequenceid=8, filesize=4.9 K
2024-11-22T23:43:18,430 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b362dc6344b139226f8d842dd0503a6b in 447ms, sequenceid=8, compaction requested=false
2024-11-22T23:43:18,436 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnNext/b362dc6344b139226f8d842dd0503a6b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-22T23:43:18,437 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b.
2024-11-22T23:43:18,437 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b362dc6344b139226f8d842dd0503a6b:
Waiting for close lock at 1732318997982Running coprocessor pre-close hooks at 1732318997982Disabling compacts and flushes for region at 1732318997982Disabling writes for close at 1732318997983 (+1 ms)Obtaining lock to block concurrent updates at 1732318997983Preparing flush snapshotting stores in b362dc6344b139226f8d842dd0503a6b at 1732318997983Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732318997983Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b. at 1732318997984 (+1 ms)Flushing b362dc6344b139226f8d842dd0503a6b/testFamily: creating writer at 1732318997984Flushing b362dc6344b139226f8d842dd0503a6b/testFamily: appending metadata at 1732318998001 (+17 ms)Flushing b362dc6344b139226f8d842dd0503a6b/testFamily: closing flushed file at 1732318998001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ca5215: reopening flushed file at 1732318998420 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b362dc6344b139226f8d842dd0503a6b in 447ms, sequenceid=8, compaction requested=false at 1732318998430 (+10 ms)Writing region close event to WAL at 1732318998431 (+1 ms)Running coprocessor post-close hooks at 1732318998437 (+6 ms)Closed at 1732318998437
2024-11-22T23:43:18,437 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732318979830.b362dc6344b139226f8d842dd0503a6b.
2024-11-22T23:43:18,437 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d45a38a944e0531cf3ea084631507f0b, disabling compactions & flushes
2024-11-22T23:43:18,437 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b.
2024-11-22T23:43:18,438 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b.
2024-11-22T23:43:18,438 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b. after waiting 0 ms
2024-11-22T23:43:18,438 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b.
2024-11-22T23:43:18,438 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d45a38a944e0531cf3ea084631507f0b 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-22T23:43:18,457 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnOpenScanner/d45a38a944e0531cf3ea084631507f0b/.tmp/testFamily/b275cc00306e4c31b7225a2ae651a7d3 is 61, key is row-0/testFamily:testQualifier/1732318955520/Put/seqid=0
2024-11-22T23:43:18,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741866_1042 (size=5049)
2024-11-22T23:43:18,463 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnOpenScanner/d45a38a944e0531cf3ea084631507f0b/.tmp/testFamily/b275cc00306e4c31b7225a2ae651a7d3
2024-11-22T23:43:18,472 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnOpenScanner/d45a38a944e0531cf3ea084631507f0b/.tmp/testFamily/b275cc00306e4c31b7225a2ae651a7d3 as hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnOpenScanner/d45a38a944e0531cf3ea084631507f0b/testFamily/b275cc00306e4c31b7225a2ae651a7d3
2024-11-22T23:43:18,481 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnOpenScanner/d45a38a944e0531cf3ea084631507f0b/testFamily/b275cc00306e4c31b7225a2ae651a7d3, entries=4, sequenceid=8, filesize=4.9 K
2024-11-22T23:43:18,483 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d45a38a944e0531cf3ea084631507f0b in 44ms, sequenceid=8, compaction requested=false
2024-11-22T23:43:18,487 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/default/testNormalScanTimeoutOnOpenScanner/d45a38a944e0531cf3ea084631507f0b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-22T23:43:18,488 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b.
2024-11-22T23:43:18,488 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d45a38a944e0531cf3ea084631507f0b:
Waiting for close lock at 1732318998437Running coprocessor pre-close hooks at 1732318998437Disabling compacts and flushes for region at 1732318998437Disabling writes for close at 1732318998438 (+1 ms)Obtaining lock to block concurrent updates at 1732318998438Preparing flush snapshotting stores in d45a38a944e0531cf3ea084631507f0b at 1732318998438Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732318998438Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b. at 1732318998439 (+1 ms)Flushing d45a38a944e0531cf3ea084631507f0b/testFamily: creating writer at 1732318998439Flushing d45a38a944e0531cf3ea084631507f0b/testFamily: appending metadata at 1732318998457 (+18 ms)Flushing d45a38a944e0531cf3ea084631507f0b/testFamily: closing flushed file at 1732318998457Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e4425c: reopening flushed file at 1732318998470 (+13 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d45a38a944e0531cf3ea084631507f0b in 44ms, sequenceid=8, compaction requested=false at 1732318998483 (+13 ms)Writing region close event to WAL at 1732318998483Running coprocessor post-close hooks at 1732318998488 (+5 ms)Closed at 1732318998488
2024-11-22T23:43:18,488 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732318952487.d45a38a944e0531cf3ea084631507f0b.
2024-11-22T23:43:18,489 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c85aede5c68bd4e3a8fd524aa07cda3, disabling compactions & flushes
2024-11-22T23:43:18,489 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3.
2024-11-22T23:43:18,489 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3.
2024-11-22T23:43:18,489 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3. after waiting 0 ms
2024-11-22T23:43:18,489 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3.
2024-11-22T23:43:18,489 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0c85aede5c68bd4e3a8fd524aa07cda3 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-22T23:43:18,495 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1351): Waiting on 0c85aede5c68bd4e3a8fd524aa07cda3
2024-11-22T23:43:18,506 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/0c85aede5c68bd4e3a8fd524aa07cda3/.tmp/testFamily/4f4d127f830140789bce5463ed474541 is 61, key is row-0/testFamily:testQualifier/1732318973789/Put/seqid=0
2024-11-22T23:43:18,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741867_1043 (size=5049)
2024-11-22T23:43:18,695 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1351): Waiting on 0c85aede5c68bd4e3a8fd524aa07cda3
2024-11-22T23:43:18,895 DEBUG [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1351): Waiting on 0c85aede5c68bd4e3a8fd524aa07cda3
2024-11-22T23:43:18,912 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/0c85aede5c68bd4e3a8fd524aa07cda3/.tmp/testFamily/4f4d127f830140789bce5463ed474541
2024-11-22T23:43:18,924 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/0c85aede5c68bd4e3a8fd524aa07cda3/.tmp/testFamily/4f4d127f830140789bce5463ed474541 as hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/0c85aede5c68bd4e3a8fd524aa07cda3/testFamily/4f4d127f830140789bce5463ed474541
2024-11-22T23:43:18,933 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/0c85aede5c68bd4e3a8fd524aa07cda3/testFamily/4f4d127f830140789bce5463ed474541, entries=4, sequenceid=8, filesize=4.9 K
2024-11-22T23:43:18,934 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0c85aede5c68bd4e3a8fd524aa07cda3 in 445ms, sequenceid=8, compaction requested=false
2024-11-22T23:43:18,940 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/0c85aede5c68bd4e3a8fd524aa07cda3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-22T23:43:18,941 INFO  [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3.
2024-11-22T23:43:18,941 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c85aede5c68bd4e3a8fd524aa07cda3:
Waiting for close lock at 1732318998489Running coprocessor pre-close hooks at 1732318998489Disabling compacts and flushes for region at 1732318998489Disabling writes for close at 1732318998489Obtaining lock to block concurrent updates at 1732318998489Preparing flush snapshotting stores in 0c85aede5c68bd4e3a8fd524aa07cda3 at 1732318998489Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732318998489Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3. at 1732318998490 (+1 ms)Flushing 0c85aede5c68bd4e3a8fd524aa07cda3/testFamily: creating writer at 1732318998490Flushing 0c85aede5c68bd4e3a8fd524aa07cda3/testFamily: appending metadata at 1732318998506 (+16 ms)Flushing 0c85aede5c68bd4e3a8fd524aa07cda3/testFamily: closing flushed file at 1732318998506Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5daedf5c: reopening flushed file at 1732318998923 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0c85aede5c68bd4e3a8fd524aa07cda3 in 445ms, sequenceid=8, compaction requested=false at 1732318998934 (+11 ms)Writing region close event to WAL at 1732318998935 (+1 ms)Running coprocessor post-close hooks at 1732318998941 (+6 ms)Closed at 1732318998941
2024-11-22T23:43:18,941 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732318970752.0c85aede5c68bd4e3a8fd524aa07cda3.
2024-11-22T23:43:19,096 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(976): stopping server a3d87a7361f3,43035,1732318866052; all regions closed.
2024-11-22T23:43:19,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741834_1010 (size=19479)
2024-11-22T23:43:19,110 DEBUG [RS:0;a3d87a7361f3:43035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/oldWALs
2024-11-22T23:43:19,110 INFO  [RS:0;a3d87a7361f3:43035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3d87a7361f3%2C43035%2C1732318866052.meta:.meta(num 1732318929390)
2024-11-22T23:43:19,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741833_1009 (size=20031)
2024-11-22T23:43:19,113 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/WALs/a3d87a7361f3,43035,1732318866052/a3d87a7361f3%2C43035%2C1732318866052.1732318928969 not finished, retry = 0
2024-11-22T23:43:19,217 DEBUG [RS:0;a3d87a7361f3:43035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/oldWALs
2024-11-22T23:43:19,217 INFO  [RS:0;a3d87a7361f3:43035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3d87a7361f3%2C43035%2C1732318866052:(num 1732318928969)
2024-11-22T23:43:19,217 DEBUG [RS:0;a3d87a7361f3:43035 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-22T23:43:19,217 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.LeaseManager(133): Closed leases
2024-11-22T23:43:19,217 INFO  [RS:0;a3d87a7361f3:43035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-22T23:43:19,218 INFO  [RS:0;a3d87a7361f3:43035 {}] hbase.ChoreService(370): Chore service for: regionserver/a3d87a7361f3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-22T23:43:19,218 INFO  [RS:0;a3d87a7361f3:43035 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-22T23:43:19,218 INFO  [regionserver/a3d87a7361f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-22T23:43:19,220 INFO  [RS:0;a3d87a7361f3:43035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43035
2024-11-22T23:43:19,289 INFO  [regionserver/a3d87a7361f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-22T23:43:19,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x10164ec1e740001, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3d87a7361f3,43035,1732318866052
2024-11-22T23:43:19,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-22T23:43:19,290 INFO  [RS:0;a3d87a7361f3:43035 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-22T23:43:19,291 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3d87a7361f3,43035,1732318866052]
2024-11-22T23:43:19,311 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3d87a7361f3,43035,1732318866052 already deleted, retry=false
2024-11-22T23:43:19,311 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3d87a7361f3,43035,1732318866052 expired; onlineServers=0
2024-11-22T23:43:19,311 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3d87a7361f3,40631,1732318865083' *****
2024-11-22T23:43:19,311 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-22T23:43:19,311 INFO  [M:0;a3d87a7361f3:40631 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-22T23:43:19,312 INFO  [M:0;a3d87a7361f3:40631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-22T23:43:19,312 DEBUG [M:0;a3d87a7361f3:40631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-22T23:43:19,312 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-22T23:43:19,312 DEBUG [M:0;a3d87a7361f3:40631 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-22T23:43:19,312 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster-HFileCleaner.large.0-1732318868727 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3d87a7361f3:0:becomeActiveMaster-HFileCleaner.large.0-1732318868727,5,FailOnTimeoutGroup]
2024-11-22T23:43:19,312 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster-HFileCleaner.small.0-1732318868728 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3d87a7361f3:0:becomeActiveMaster-HFileCleaner.small.0-1732318868728,5,FailOnTimeoutGroup]
2024-11-22T23:43:19,312 INFO  [M:0;a3d87a7361f3:40631 {}] hbase.ChoreService(370): Chore service for: master/a3d87a7361f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-22T23:43:19,313 INFO  [M:0;a3d87a7361f3:40631 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-22T23:43:19,313 DEBUG [M:0;a3d87a7361f3:40631 {}] master.HMaster(1795): Stopping service threads
2024-11-22T23:43:19,313 INFO  [M:0;a3d87a7361f3:40631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-22T23:43:19,313 INFO  [M:0;a3d87a7361f3:40631 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-22T23:43:19,314 INFO  [M:0;a3d87a7361f3:40631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-22T23:43:19,314 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-22T23:43:19,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-22T23:43:19,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-22T23:43:19,321 DEBUG [M:0;a3d87a7361f3:40631 {}] zookeeper.ZKUtil(347): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-22T23:43:19,321 WARN  [M:0;a3d87a7361f3:40631 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-22T23:43:19,322 INFO  [M:0;a3d87a7361f3:40631 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/.lastflushedseqids
2024-11-22T23:43:19,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741868_1044 (size=649)
2024-11-22T23:43:19,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x10164ec1e740001, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-22T23:43:19,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x10164ec1e740001, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-22T23:43:19,401 INFO  [RS:0;a3d87a7361f3:43035 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-22T23:43:19,401 INFO  [RS:0;a3d87a7361f3:43035 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3d87a7361f3,43035,1732318866052; zookeeper connection closed.
2024-11-22T23:43:19,402 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@303e32d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@303e32d5
2024-11-22T23:43:19,402 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-22T23:43:19,736 INFO  [M:0;a3d87a7361f3:40631 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-22T23:43:19,737 INFO  [M:0;a3d87a7361f3:40631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-22T23:43:19,737 DEBUG [M:0;a3d87a7361f3:40631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-22T23:43:19,737 INFO  [M:0;a3d87a7361f3:40631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T23:43:19,737 DEBUG [M:0;a3d87a7361f3:40631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T23:43:19,737 DEBUG [M:0;a3d87a7361f3:40631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-22T23:43:19,737 DEBUG [M:0;a3d87a7361f3:40631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T23:43:19,738 INFO  [M:0;a3d87a7361f3:40631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.10 KB heapSize=191 KB
2024-11-22T23:43:19,760 DEBUG [M:0;a3d87a7361f3:40631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a8ee2875e4d4d578a958c46326260c0 is 82, key is hbase:meta,,1/info:regioninfo/1732318929482/Put/seqid=0
2024-11-22T23:43:19,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741869_1045 (size=5672)
2024-11-22T23:43:20,166 INFO  [M:0;a3d87a7361f3:40631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a8ee2875e4d4d578a958c46326260c0
2024-11-22T23:43:20,198 DEBUG [M:0;a3d87a7361f3:40631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bf81b00f70343ad90a9c873c93bb0ab is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732318931251/Put/seqid=0
2024-11-22T23:43:20,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741870_1046 (size=14078)
2024-11-22T23:43:20,604 INFO  [M:0;a3d87a7361f3:40631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.54 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bf81b00f70343ad90a9c873c93bb0ab
2024-11-22T23:43:20,614 INFO  [M:0;a3d87a7361f3:40631 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bf81b00f70343ad90a9c873c93bb0ab
2024-11-22T23:43:20,633 DEBUG [M:0;a3d87a7361f3:40631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/960f9b013fb24fd090ebb468cdd59550 is 69, key is a3d87a7361f3,43035,1732318866052/rs:state/1732318898756/Put/seqid=0
2024-11-22T23:43:20,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741871_1047 (size=5156)
2024-11-22T23:43:21,039 INFO  [M:0;a3d87a7361f3:40631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/960f9b013fb24fd090ebb468cdd59550
2024-11-22T23:43:21,051 DEBUG [M:0;a3d87a7361f3:40631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a8ee2875e4d4d578a958c46326260c0 as hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a8ee2875e4d4d578a958c46326260c0
2024-11-22T23:43:21,059 INFO  [M:0;a3d87a7361f3:40631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a8ee2875e4d4d578a958c46326260c0, entries=8, sequenceid=317, filesize=5.5 K
2024-11-22T23:43:21,061 DEBUG [M:0;a3d87a7361f3:40631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bf81b00f70343ad90a9c873c93bb0ab as hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bf81b00f70343ad90a9c873c93bb0ab
2024-11-22T23:43:21,068 INFO  [M:0;a3d87a7361f3:40631 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bf81b00f70343ad90a9c873c93bb0ab
2024-11-22T23:43:21,068 INFO  [M:0;a3d87a7361f3:40631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bf81b00f70343ad90a9c873c93bb0ab, entries=33, sequenceid=317, filesize=13.7 K
2024-11-22T23:43:21,069 DEBUG [M:0;a3d87a7361f3:40631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/960f9b013fb24fd090ebb468cdd59550 as hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/960f9b013fb24fd090ebb468cdd59550
2024-11-22T23:43:21,077 INFO  [M:0;a3d87a7361f3:40631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34053/user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/960f9b013fb24fd090ebb468cdd59550, entries=1, sequenceid=317, filesize=5.0 K
2024-11-22T23:43:21,078 INFO  [M:0;a3d87a7361f3:40631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.10 KB/167011, heapSize ~190.70 KB/195280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=317, compaction requested=false
2024-11-22T23:43:21,080 INFO  [M:0;a3d87a7361f3:40631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-22T23:43:21,080 DEBUG [M:0;a3d87a7361f3:40631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732318999737Disabling compacts and flushes for region at 1732318999737Disabling writes for close at 1732318999737Obtaining lock to block concurrent updates at 1732318999738 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732318999738Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167011, getHeapSize=195520, getOffHeapSize=0, getCellsCount=364 at 1732318999738Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732318999739 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732318999739Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732318999759 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732318999759Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732319000176 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732319000198 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732319000198Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732319000615 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732319000633 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732319000633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@572d848d: reopening flushed file at 1732319001049 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e7b85c8: reopening flushed file at 1732319001059 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@583185de: reopening flushed file at 1732319001068 (+9 ms)Finished flush of dataSize ~163.10 KB/167011, heapSize ~190.70 KB/195280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=317, compaction requested=false at 1732319001078 (+10 ms)Writing region close event to WAL at 1732319001079 (+1 ms)Closed at 1732319001080 (+1 ms)
2024-11-22T23:43:21,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741830_1006 (size=188223)
2024-11-22T23:43:21,083 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61d448a5-b126-e8ff-8c3a-35edcfebe34e/MasterData/WALs/a3d87a7361f3,40631,1732318865083/a3d87a7361f3%2C40631%2C1732318865083.1732318867903 not finished, retry = 0
2024-11-22T23:43:21,160 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-22T23:43:21,184 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-22T23:43:21,185 INFO  [M:0;a3d87a7361f3:40631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-22T23:43:21,185 INFO  [M:0;a3d87a7361f3:40631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40631
2024-11-22T23:43:21,185 INFO  [M:0;a3d87a7361f3:40631 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-22T23:43:21,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-22T23:43:21,358 INFO  [M:0;a3d87a7361f3:40631 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-22T23:43:21,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x10164ec1e740000, quorum=127.0.0.1:56484, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-22T23:43:21,394 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-22T23:43:21,397 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-22T23:43:21,397 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-22T23:43:21,397 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-22T23:43:21,397 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/hadoop.log.dir/,STOPPED}
2024-11-22T23:43:21,400 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-22T23:43:21,400 WARN  [BP-1530881353-172.17.0.2-1732318860563 heartbeating to localhost/127.0.0.1:34053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-22T23:43:21,401 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-22T23:43:21,401 WARN  [BP-1530881353-172.17.0.2-1732318860563 heartbeating to localhost/127.0.0.1:34053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1530881353-172.17.0.2-1732318860563 (Datanode Uuid 3ef9d482-da8e-4ba3-a677-f4b9ceda7274) service to localhost/127.0.0.1:34053
2024-11-22T23:43:21,403 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/cluster_e326274d-b618-420b-9859-7548ac9694c0/data/data1/current/BP-1530881353-172.17.0.2-1732318860563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-22T23:43:21,403 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/cluster_e326274d-b618-420b-9859-7548ac9694c0/data/data2/current/BP-1530881353-172.17.0.2-1732318860563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-22T23:43:21,404 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-22T23:43:21,411 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-22T23:43:21,412 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-22T23:43:21,412 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-22T23:43:21,412 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-22T23:43:21,412 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4032351-bb43-61fa-6b17-f0279e6543dd/hadoop.log.dir/,STOPPED}
2024-11-22T23:43:21,419 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-22T23:43:21,446 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down