2024-11-11 15:08:38,321 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b
2024-11-11 15:08:38,332 main DEBUG Took 0.009318 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-11 15:08:38,332 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-11 15:08:38,333 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-11 15:08:38,334 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-11 15:08:38,335 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 15:08:38,344 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-11 15:08:38,377 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 15:08:38,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 15:08:38,379 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 15:08:38,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 15:08:38,380 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 15:08:38,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 15:08:38,382 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 15:08:38,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 15:08:38,383 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 15:08:38,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 15:08:38,385 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 15:08:38,385 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 15:08:38,386 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 15:08:38,386 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 15:08:38,387 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 15:08:38,387 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 15:08:38,388 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 15:08:38,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 15:08:38,389 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 15:08:38,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 15:08:38,390 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 15:08:38,390 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 15:08:38,391 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 15:08:38,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 15:08:38,392 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 15:08:38,392 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-11 15:08:38,394 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 15:08:38,396 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-11 15:08:38,398 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-11 15:08:38,399 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-11 15:08:38,401 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-11 15:08:38,401 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-11 15:08:38,412 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-11 15:08:38,416 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-11 15:08:38,418 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-11 15:08:38,418 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-11 15:08:38,419 main DEBUG createAppenders(={Console})
2024-11-11 15:08:38,420 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b initialized
2024-11-11 15:08:38,420 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b
2024-11-11 15:08:38,421 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b OK.
2024-11-11 15:08:38,422 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-11 15:08:38,422 main DEBUG OutputStream closed
2024-11-11 15:08:38,422 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-11 15:08:38,423 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-11 15:08:38,423 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@37d4349f OK
2024-11-11 15:08:38,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-11 15:08:38,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-11 15:08:38,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-11 15:08:38,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-11 15:08:38,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-11 15:08:38,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-11 15:08:38,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-11 15:08:38,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-11 15:08:38,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-11 15:08:38,528 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-11 15:08:38,528 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-11 15:08:38,529 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-11 15:08:38,529 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-11 15:08:38,530 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-11 15:08:38,530 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-11 15:08:38,530 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-11 15:08:38,530 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-11 15:08:38,531 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-11 15:08:38,536 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-11 15:08:38,537 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@29ca3d04) with optional ClassLoader: null
2024-11-11 15:08:38,537 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-11 15:08:38,538 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@29ca3d04] started OK.
2024-11-11T15:08:38,556 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-11 15:08:38,559 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-11 15:08:38,560 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-11T15:08:38,937 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50
2024-11-11T15:08:38,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-11T15:08:38,988 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/cluster_34b7ea5f-c967-3c7e-ecd3-13e71bbca74c, deleteOnExit=true
2024-11-11T15:08:38,988 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-11T15:08:38,990 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/test.cache.data in system properties and HBase conf
2024-11-11T15:08:38,991 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/hadoop.tmp.dir in system properties and HBase conf
2024-11-11T15:08:38,992 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/hadoop.log.dir in system properties and HBase conf
2024-11-11T15:08:38,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-11T15:08:38,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-11T15:08:38,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-11T15:08:39,156 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-11T15:08:39,300 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-11T15:08:39,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-11T15:08:39,306 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-11T15:08:39,306 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-11T15:08:39,307 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-11T15:08:39,308 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-11T15:08:39,308 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-11T15:08:39,309 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-11T15:08:39,309 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-11T15:08:39,310 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-11T15:08:39,310 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/nfs.dump.dir in system properties and HBase conf
2024-11-11T15:08:39,311 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/java.io.tmpdir in system properties and HBase conf
2024-11-11T15:08:39,311 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-11T15:08:39,311 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-11T15:08:39,312 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-11T15:08:40,488 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-11T15:08:40,602 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3252ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-11T15:08:40,682 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-11T15:08:40,749 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-11T15:08:40,772 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-11T15:08:40,772 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-11T15:08:40,774 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-11T15:08:40,791 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-11T15:08:40,796 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/hadoop.log.dir/,AVAILABLE}
2024-11-11T15:08:40,798 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-11T15:08:41,007 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@562f0d0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/java.io.tmpdir/jetty-localhost-33831-hadoop-hdfs-3_4_1-tests_jar-_-any-10893267184814520474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-11T15:08:41,041 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:33831}
2024-11-11T15:08:41,042 INFO  [Time-limited test {}] server.Server(415): Started @3693ms
2024-11-11T15:08:41,695 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-11T15:08:41,706 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-11T15:08:41,708 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-11T15:08:41,709 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-11T15:08:41,709 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-11T15:08:41,715 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6506e00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/hadoop.log.dir/,AVAILABLE}
2024-11-11T15:08:41,716 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c25baf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-11T15:08:41,849 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5359669a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/java.io.tmpdir/jetty-localhost-46781-hadoop-hdfs-3_4_1-tests_jar-_-any-16609772298193013853/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-11T15:08:41,850 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a8bacf4{HTTP/1.1, (http/1.1)}{localhost:46781}
2024-11-11T15:08:41,850 INFO  [Time-limited test {}] server.Server(415): Started @4502ms
2024-11-11T15:08:41,909 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-11T15:08:42,865 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/cluster_34b7ea5f-c967-3c7e-ecd3-13e71bbca74c/data/data1/current/BP-1740404698-172.17.0.2-1731337720016/current, will proceed with Du for space computation calculation, 
2024-11-11T15:08:42,865 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/cluster_34b7ea5f-c967-3c7e-ecd3-13e71bbca74c/data/data2/current/BP-1740404698-172.17.0.2-1731337720016/current, will proceed with Du for space computation calculation, 
2024-11-11T15:08:42,913 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-11T15:08:42,978 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b175e02f857a00c with lease ID 0x7eeaaaa7503a1c91: Processing first storage report for DS-44ab18e7-0ccd-40ed-a80f-9288d2b31bcf from datanode DatanodeRegistration(127.0.0.1:38631, datanodeUuid=da7410b8-6909-448d-95cb-8984c3eb7509, infoPort=36955, infoSecurePort=0, ipcPort=36995, storageInfo=lv=-57;cid=testClusterID;nsid=2023808789;c=1731337720016)
2024-11-11T15:08:42,980 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b175e02f857a00c with lease ID 0x7eeaaaa7503a1c91: from storage DS-44ab18e7-0ccd-40ed-a80f-9288d2b31bcf node DatanodeRegistration(127.0.0.1:38631, datanodeUuid=da7410b8-6909-448d-95cb-8984c3eb7509, infoPort=36955, infoSecurePort=0, ipcPort=36995, storageInfo=lv=-57;cid=testClusterID;nsid=2023808789;c=1731337720016), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-11T15:08:42,981 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b175e02f857a00c with lease ID 0x7eeaaaa7503a1c91: Processing first storage report for DS-e5ac13ad-5412-4d5e-97da-0c9101cff9f5 from datanode DatanodeRegistration(127.0.0.1:38631, datanodeUuid=da7410b8-6909-448d-95cb-8984c3eb7509, infoPort=36955, infoSecurePort=0, ipcPort=36995, storageInfo=lv=-57;cid=testClusterID;nsid=2023808789;c=1731337720016)
2024-11-11T15:08:42,982 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b175e02f857a00c with lease ID 0x7eeaaaa7503a1c91: from storage DS-e5ac13ad-5412-4d5e-97da-0c9101cff9f5 node DatanodeRegistration(127.0.0.1:38631, datanodeUuid=da7410b8-6909-448d-95cb-8984c3eb7509, infoPort=36955, infoSecurePort=0, ipcPort=36995, storageInfo=lv=-57;cid=testClusterID;nsid=2023808789;c=1731337720016), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-11T15:08:43,056 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50
2024-11-11T15:08:43,207 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/cluster_34b7ea5f-c967-3c7e-ecd3-13e71bbca74c/zookeeper_0, clientPort=58501, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/cluster_34b7ea5f-c967-3c7e-ecd3-13e71bbca74c/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/cluster_34b7ea5f-c967-3c7e-ecd3-13e71bbca74c/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-11T15:08:43,222 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58501
2024-11-11T15:08:43,239 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-11T15:08:43,251 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-11T15:08:43,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741825_1001 (size=7)
2024-11-11T15:08:43,950 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3 with version=8
2024-11-11T15:08:43,950 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/hbase-staging
2024-11-11T15:08:44,105 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-11T15:08:44,665 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/2ba012863a15:0 server-side Connection retries=9
2024-11-11T15:08:44,674 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-11T15:08:44,675 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-11T15:08:44,680 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-11T15:08:44,680 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-11T15:08:44,680 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-11T15:08:44,845 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-11T15:08:44,916 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-11T15:08:44,924 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-11T15:08:44,928 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-11T15:08:44,953 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 44366 (auto-detected)
2024-11-11T15:08:44,954 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-11T15:08:44,973 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40171
2024-11-11T15:08:44,994 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40171 connecting to ZooKeeper ensemble=127.0.0.1:58501
2024-11-11T15:08:45,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401710x0, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-11T15:08:45,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40171-0x1002f471be50000 connected
2024-11-11T15:08:45,146 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-11T15:08:45,148 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-11T15:08:45,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-11T15:08:45,160 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3, hbase.cluster.distributed=false
2024-11-11T15:08:45,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-11T15:08:45,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40171
2024-11-11T15:08:45,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40171
2024-11-11T15:08:45,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40171
2024-11-11T15:08:45,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40171
2024-11-11T15:08:45,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40171
2024-11-11T15:08:45,295 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/2ba012863a15:0 server-side Connection retries=9
2024-11-11T15:08:45,296 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-11T15:08:45,296 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-11T15:08:45,297 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-11T15:08:45,297 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-11T15:08:45,297 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-11T15:08:45,299 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-11T15:08:45,303 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-11T15:08:45,305 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46775
2024-11-11T15:08:45,308 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46775 connecting to ZooKeeper ensemble=127.0.0.1:58501
2024-11-11T15:08:45,310 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-11T15:08:45,314 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-11T15:08:45,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467750x0, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-11T15:08:45,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467750x0, quorum=127.0.0.1:58501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-11T15:08:45,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46775-0x1002f471be50001 connected
2024-11-11T15:08:45,333 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-11T15:08:45,344 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-11T15:08:45,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46775-0x1002f471be50001, quorum=127.0.0.1:58501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-11T15:08:45,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46775-0x1002f471be50001, quorum=127.0.0.1:58501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-11T15:08:45,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46775
2024-11-11T15:08:45,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46775
2024-11-11T15:08:45,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46775
2024-11-11T15:08:45,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46775
2024-11-11T15:08:45,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46775
2024-11-11T15:08:45,385 DEBUG [M:0;2ba012863a15:40171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2ba012863a15:40171
2024-11-11T15:08:45,387 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2ba012863a15,40171,1731337724482
2024-11-11T15:08:45,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1002f471be50001, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-11T15:08:45,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-11T15:08:45,406 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2ba012863a15,40171,1731337724482
2024-11-11T15:08:45,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T15:08:45,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1002f471be50001, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-11T15:08:45,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1002f471be50001, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T15:08:45,436 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-11T15:08:45,438 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2ba012863a15,40171,1731337724482 from backup master directory
2024-11-11T15:08:45,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2ba012863a15,40171,1731337724482
2024-11-11T15:08:45,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1002f471be50001, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-11T15:08:45,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-11T15:08:45,451 WARN  [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-11T15:08:45,451 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2ba012863a15,40171,1731337724482
2024-11-11T15:08:45,453 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-11T15:08:45,454 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-11T15:08:45,513 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/hbase.id] with ID: 1cb44993-cd10-43b2-99a1-14aec12d76f0
2024-11-11T15:08:45,514 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/.tmp/hbase.id
2024-11-11T15:08:45,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741826_1002 (size=42)
2024-11-11T15:08:45,929 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/.tmp/hbase.id]:[hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/hbase.id]
2024-11-11T15:08:45,984 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-11T15:08:45,990 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-11T15:08:46,010 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms.
2024-11-11T15:08:46,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1002f471be50001, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T15:08:46,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T15:08:46,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741827_1003 (size=196)
2024-11-11T15:08:46,457 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T15:08:46,461 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-11T15:08:46,481 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T15:08:46,488 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-11T15:08:46,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741828_1004 (size=1189)
2024-11-11T15:08:46,950 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/data/master/store
2024-11-11T15:08:46,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741829_1005 (size=34)
2024-11-11T15:08:46,982 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-11T15:08:46,986 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:08:46,988 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-11T15:08:46,988 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T15:08:46,988 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T15:08:46,991 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-11T15:08:46,991 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T15:08:46,991 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T15:08:46,993 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731337726988Disabling compacts and flushes for region at 1731337726988Disabling writes for close at 1731337726991 (+3 ms)Writing region close event to WAL at 1731337726991Closed at 1731337726991
2024-11-11T15:08:46,996 WARN  [master/2ba012863a15:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/data/master/store/.initializing
2024-11-11T15:08:46,996 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/WALs/2ba012863a15,40171,1731337724482
2024-11-11T15:08:47,007 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-11T15:08:47,024 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2ba012863a15%2C40171%2C1731337724482, suffix=, logDir=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/WALs/2ba012863a15,40171,1731337724482, archiveDir=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/oldWALs, maxLogs=10
2024-11-11T15:08:47,054 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/WALs/2ba012863a15,40171,1731337724482/2ba012863a15%2C40171%2C1731337724482.1731337727030, exclude list is [], retry=0
2024-11-11T15:08:47,071 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38631,DS-44ab18e7-0ccd-40ed-a80f-9288d2b31bcf,DISK]
2024-11-11T15:08:47,075 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-11T15:08:47,124 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/WALs/2ba012863a15,40171,1731337724482/2ba012863a15%2C40171%2C1731337724482.1731337727030
2024-11-11T15:08:47,126 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36955:36955)]
2024-11-11T15:08:47,126 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-11T15:08:47,127 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:08:47,132 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-11T15:08:47,134 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-11T15:08:47,192 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-11T15:08:47,224 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-11T15:08:47,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:08:47,233 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T15:08:47,234 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-11T15:08:47,240 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-11T15:08:47,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:08:47,241 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T15:08:47,242 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-11T15:08:47,245 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-11T15:08:47,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:08:47,247 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T15:08:47,248 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-11T15:08:47,251 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-11T15:08:47,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:08:47,253 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T15:08:47,254 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-11T15:08:47,260 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-11T15:08:47,262 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-11T15:08:47,269 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-11T15:08:47,270 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-11T15:08:47,275 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-11T15:08:47,283 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-11T15:08:47,298 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T15:08:47,300 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59653809, jitterRate=-0.11108897626399994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-11T15:08:47,310 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731337727154Initializing all the Stores at 1731337727157 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731337727158 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337727162 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337727162Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337727162Cleaning up temporary data from old regions at 1731337727270 (+108 ms)Region opened successfully at 1731337727309 (+39 ms)
2024-11-11T15:08:47,312 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-11T15:08:47,349 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@662cbb5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2ba012863a15/172.17.0.2:0
2024-11-11T15:08:47,379 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-11T15:08:47,391 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-11T15:08:47,391 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-11T15:08:47,394 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-11T15:08:47,396 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-11T15:08:47,402 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-11-11T15:08:47,403 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-11T15:08:47,429 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-11T15:08:47,437 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-11T15:08:47,443 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-11T15:08:47,447 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-11T15:08:47,448 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-11T15:08:47,458 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-11T15:08:47,460 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-11T15:08:47,465 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-11T15:08:47,475 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-11T15:08:47,477 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-11T15:08:47,485 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-11T15:08:47,506 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-11T15:08:47,516 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-11T15:08:47,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-11T15:08:47,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1002f471be50001, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-11T15:08:47,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T15:08:47,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1002f471be50001, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T15:08:47,530 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2ba012863a15,40171,1731337724482, sessionid=0x1002f471be50000, setting cluster-up flag (Was=false)
2024-11-11T15:08:47,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1002f471be50001, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T15:08:47,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T15:08:47,585 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-11T15:08:47,589 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2ba012863a15,40171,1731337724482
2024-11-11T15:08:47,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1002f471be50001, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T15:08:47,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T15:08:47,635 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-11T15:08:47,637 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2ba012863a15,40171,1731337724482
2024-11-11T15:08:47,644 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-11T15:08:47,673 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(746): ClusterId : 1cb44993-cd10-43b2-99a1-14aec12d76f0
2024-11-11T15:08:47,676 DEBUG [RS:0;2ba012863a15:46775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-11T15:08:47,688 DEBUG [RS:0;2ba012863a15:46775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-11T15:08:47,688 DEBUG [RS:0;2ba012863a15:46775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-11T15:08:47,702 DEBUG [RS:0;2ba012863a15:46775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-11T15:08:47,703 DEBUG [RS:0;2ba012863a15:46775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6388bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2ba012863a15/172.17.0.2:0
2024-11-11T15:08:47,721 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-11T15:08:47,722 DEBUG [RS:0;2ba012863a15:46775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2ba012863a15:46775
2024-11-11T15:08:47,725 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-11T15:08:47,725 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-11T15:08:47,725 DEBUG [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-11T15:08:47,728 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(2659): reportForDuty to master=2ba012863a15,40171,1731337724482 with port=46775, startcode=1731337725262
2024-11-11T15:08:47,733 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-11T15:08:47,742 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-11T15:08:47,742 DEBUG [RS:0;2ba012863a15:46775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-11T15:08:47,749 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2ba012863a15,40171,1731337724482
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-11T15:08:47,757 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2ba012863a15:0, corePoolSize=5, maxPoolSize=5
2024-11-11T15:08:47,757 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2ba012863a15:0, corePoolSize=5, maxPoolSize=5
2024-11-11T15:08:47,758 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2ba012863a15:0, corePoolSize=5, maxPoolSize=5
2024-11-11T15:08:47,758 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2ba012863a15:0, corePoolSize=5, maxPoolSize=5
2024-11-11T15:08:47,758 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2ba012863a15:0, corePoolSize=10, maxPoolSize=10
2024-11-11T15:08:47,758 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2ba012863a15:0, corePoolSize=1, maxPoolSize=1
2024-11-11T15:08:47,759 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2ba012863a15:0, corePoolSize=2, maxPoolSize=2
2024-11-11T15:08:47,759 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2ba012863a15:0, corePoolSize=1, maxPoolSize=1
2024-11-11T15:08:47,764 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731337757764
2024-11-11T15:08:47,766 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-11T15:08:47,767 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-11T15:08:47,770 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-11T15:08:47,771 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-11T15:08:47,771 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-11T15:08:47,771 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-11T15:08:47,771 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-11T15:08:47,771 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-11T15:08:47,772 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-11T15:08:47,778 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-11T15:08:47,779 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-11T15:08:47,779 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59407, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-11T15:08:47,780 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-11T15:08:47,780 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:08:47,780 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-11T15:08:47,782 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-11T15:08:47,782 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-11T15:08:47,785 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2ba012863a15:0:becomeActiveMaster-HFileCleaner.large.0-1731337727783,5,FailOnTimeoutGroup]
2024-11-11T15:08:47,786 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2ba012863a15:0:becomeActiveMaster-HFileCleaner.small.0-1731337727785,5,FailOnTimeoutGroup]
2024-11-11T15:08:47,786 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-11T15:08:47,786 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-11T15:08:47,786 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40171 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-11T15:08:47,787 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-11T15:08:47,787 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-11T15:08:47,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741831_1007 (size=1321)
2024-11-11T15:08:47,817 DEBUG [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-11T15:08:47,817 WARN  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-11T15:08:48,197 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-11T15:08:48,198 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3
2024-11-11T15:08:48,211 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741832_1008 (size=32)
2024-11-11T15:08:48,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:08:48,617 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-11T15:08:48,620 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-11T15:08:48,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:08:48,621 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T15:08:48,621 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-11T15:08:48,624 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-11T15:08:48,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:08:48,625 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T15:08:48,625 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-11T15:08:48,628 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-11T15:08:48,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:08:48,629 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T15:08:48,630 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-11T15:08:48,632 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-11T15:08:48,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:08:48,633 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T15:08:48,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-11T15:08:48,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/meta/1588230740
2024-11-11T15:08:48,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/meta/1588230740
2024-11-11T15:08:48,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-11T15:08:48,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-11T15:08:48,642 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-11T15:08:48,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-11T15:08:48,654 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T15:08:48,656 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65063863, jitterRate=-0.03047288954257965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-11T15:08:48,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731337728614Initializing all the Stores at 1731337728616 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731337728616Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731337728617 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337728617Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731337728617Cleaning up temporary data from old regions at 1731337728640 (+23 ms)Region opened successfully at 1731337728660 (+20 ms)
2024-11-11T15:08:48,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-11T15:08:48,660 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-11T15:08:48,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-11T15:08:48,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-11T15:08:48,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-11T15:08:48,662 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-11T15:08:48,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731337728660Disabling compacts and flushes for region at 1731337728660Disabling writes for close at 1731337728660Writing region close event to WAL at 1731337728661 (+1 ms)Closed at 1731337728662 (+1 ms)
2024-11-11T15:08:48,666 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-11T15:08:48,666 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-11T15:08:48,672 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-11T15:08:48,682 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-11T15:08:48,685 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-11T15:08:48,836 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:08:49,837 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:08:50,838 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:08:51,838 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:08:52,839 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:08:53,840 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:08:54,841 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:08:54,913 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-11T15:08:54,914 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-11T15:08:55,842 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:08:56,846 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:08:57,846 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:08:58,847 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:08:59,848 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:00,849 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:01,850 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:02,850 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:03,851 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:04,852 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:05,853 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:06,853 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:07,854 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:08,855 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:09,857 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:10,860 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:11,861 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:12,862 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:13,068 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-11T15:09:13,862 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:14,863 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:15,864 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:16,865 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:17,819 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(2659): reportForDuty to master=2ba012863a15,40171,1731337724482 with port=46775, startcode=1731337725262
2024-11-11T15:09:17,822 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40171 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2ba012863a15,46775,1731337725262
2024-11-11T15:09:17,825 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40171 {}] master.ServerManager(517): Registering regionserver=2ba012863a15,46775,1731337725262
2024-11-11T15:09:17,836 DEBUG [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3
2024-11-11T15:09:17,837 DEBUG [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36937
2024-11-11T15:09:17,837 DEBUG [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-11T15:09:17,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-11T15:09:17,852 DEBUG [RS:0;2ba012863a15:46775 {}] zookeeper.ZKUtil(111): regionserver:46775-0x1002f471be50001, quorum=127.0.0.1:58501, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2ba012863a15,46775,1731337725262
2024-11-11T15:09:17,852 WARN  [RS:0;2ba012863a15:46775 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-11T15:09:17,852 INFO  [RS:0;2ba012863a15:46775 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-11T15:09:17,853 DEBUG [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/WALs/2ba012863a15,46775,1731337725262
2024-11-11T15:09:17,854 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2ba012863a15,46775,1731337725262]
2024-11-11T15:09:17,865 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:17,886 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-11T15:09:17,899 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-11T15:09:17,905 INFO  [RS:0;2ba012863a15:46775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-11T15:09:17,906 INFO  [RS:0;2ba012863a15:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-11T15:09:17,911 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-11T15:09:17,919 INFO  [RS:0;2ba012863a15:46775 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-11T15:09:17,922 INFO  [RS:0;2ba012863a15:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-11T15:09:17,922 DEBUG [RS:0;2ba012863a15:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1
2024-11-11T15:09:17,922 DEBUG [RS:0;2ba012863a15:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1
2024-11-11T15:09:17,923 DEBUG [RS:0;2ba012863a15:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1
2024-11-11T15:09:17,923 DEBUG [RS:0;2ba012863a15:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1
2024-11-11T15:09:17,923 DEBUG [RS:0;2ba012863a15:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1
2024-11-11T15:09:17,924 DEBUG [RS:0;2ba012863a15:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0, corePoolSize=2, maxPoolSize=2
2024-11-11T15:09:17,924 DEBUG [RS:0;2ba012863a15:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1
2024-11-11T15:09:17,924 DEBUG [RS:0;2ba012863a15:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1
2024-11-11T15:09:17,924 DEBUG [RS:0;2ba012863a15:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1
2024-11-11T15:09:17,925 DEBUG [RS:0;2ba012863a15:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1
2024-11-11T15:09:17,925 DEBUG [RS:0;2ba012863a15:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1
2024-11-11T15:09:17,925 DEBUG [RS:0;2ba012863a15:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1
2024-11-11T15:09:17,925 DEBUG [RS:0;2ba012863a15:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2ba012863a15:0, corePoolSize=3, maxPoolSize=3
2024-11-11T15:09:17,926 DEBUG [RS:0;2ba012863a15:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2ba012863a15:0, corePoolSize=3, maxPoolSize=3
2024-11-11T15:09:17,931 INFO  [RS:0;2ba012863a15:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-11T15:09:17,931 INFO  [RS:0;2ba012863a15:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-11T15:09:17,931 INFO  [RS:0;2ba012863a15:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-11T15:09:17,932 INFO  [RS:0;2ba012863a15:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-11T15:09:17,932 INFO  [RS:0;2ba012863a15:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-11T15:09:17,932 INFO  [RS:0;2ba012863a15:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=2ba012863a15,46775,1731337725262-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-11T15:09:17,964 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-11T15:09:17,967 INFO  [RS:0;2ba012863a15:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=2ba012863a15,46775,1731337725262-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-11T15:09:17,967 INFO  [RS:0;2ba012863a15:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-11T15:09:17,967 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.Replication(171): 2ba012863a15,46775,1731337725262 started
2024-11-11T15:09:17,990 INFO  [RS:0;2ba012863a15:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-11T15:09:17,991 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1482): Serving as 2ba012863a15,46775,1731337725262, RpcServer on 2ba012863a15/172.17.0.2:46775, sessionid=0x1002f471be50001
2024-11-11T15:09:17,991 DEBUG [RS:0;2ba012863a15:46775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-11T15:09:17,992 DEBUG [RS:0;2ba012863a15:46775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2ba012863a15,46775,1731337725262
2024-11-11T15:09:17,992 DEBUG [RS:0;2ba012863a15:46775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2ba012863a15,46775,1731337725262'
2024-11-11T15:09:17,992 DEBUG [RS:0;2ba012863a15:46775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-11T15:09:17,993 DEBUG [RS:0;2ba012863a15:46775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-11T15:09:17,994 DEBUG [RS:0;2ba012863a15:46775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-11T15:09:17,994 DEBUG [RS:0;2ba012863a15:46775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-11T15:09:17,995 DEBUG [RS:0;2ba012863a15:46775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2ba012863a15,46775,1731337725262
2024-11-11T15:09:17,995 DEBUG [RS:0;2ba012863a15:46775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2ba012863a15,46775,1731337725262'
2024-11-11T15:09:17,995 DEBUG [RS:0;2ba012863a15:46775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-11T15:09:17,996 DEBUG [RS:0;2ba012863a15:46775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-11T15:09:17,997 DEBUG [RS:0;2ba012863a15:46775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-11T15:09:17,997 INFO  [RS:0;2ba012863a15:46775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-11T15:09:17,997 INFO  [RS:0;2ba012863a15:46775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-11T15:09:18,866 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:19,868 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:20,872 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:21,872 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:22,873 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:23,874 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:24,874 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:25,875 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:26,876 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:27,877 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:28,877 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:29,878 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:30,879 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:31,880 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:32,880 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:33,881 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:34,882 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:35,883 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:36,884 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:37,884 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:38,885 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:39,887 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:40,887 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:41,888 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:42,889 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:43,069 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-11T15:09:43,890 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:44,890 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:45,891 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:46,892 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:47,893 WARN  [2ba012863a15:40171 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-11T15:09:48,011 INFO  [RS:0;2ba012863a15:46775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-11T15:09:48,015 INFO  [RS:0;2ba012863a15:46775 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2ba012863a15%2C46775%2C1731337725262, suffix=, logDir=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/WALs/2ba012863a15,46775,1731337725262, archiveDir=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/oldWALs, maxLogs=32
2024-11-11T15:09:48,032 DEBUG [RS:0;2ba012863a15:46775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/WALs/2ba012863a15,46775,1731337725262/2ba012863a15%2C46775%2C1731337725262.1731337788018, exclude list is [], retry=0
2024-11-11T15:09:48,037 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38631,DS-44ab18e7-0ccd-40ed-a80f-9288d2b31bcf,DISK]
2024-11-11T15:09:48,041 INFO  [RS:0;2ba012863a15:46775 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/WALs/2ba012863a15,46775,1731337725262/2ba012863a15%2C46775%2C1731337725262.1731337788018
2024-11-11T15:09:48,042 DEBUG [RS:0;2ba012863a15:46775 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36955:36955)]
2024-11-11T15:09:48,146 DEBUG [2ba012863a15:40171 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-11T15:09:48,160 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2ba012863a15,46775,1731337725262
2024-11-11T15:09:48,168 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2ba012863a15,46775,1731337725262, state=OPENING
2024-11-11T15:09:48,214 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-11T15:09:48,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1002f471be50001, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T15:09:48,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T15:09:48,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-11T15:09:48,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-11T15:09:48,228 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-11T15:09:48,231 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2ba012863a15,46775,1731337725262}]
2024-11-11T15:09:48,418 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-11T15:09:48,421 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54705, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-11T15:09:48,431 INFO  [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-11T15:09:48,432 INFO  [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-11T15:09:48,432 INFO  [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-11T15:09:48,436 INFO  [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2ba012863a15%2C46775%2C1731337725262.meta, suffix=.meta, logDir=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/WALs/2ba012863a15,46775,1731337725262, archiveDir=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/oldWALs, maxLogs=32
2024-11-11T15:09:48,454 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/WALs/2ba012863a15,46775,1731337725262/2ba012863a15%2C46775%2C1731337725262.meta.1731337788438.meta, exclude list is [], retry=0
2024-11-11T15:09:48,458 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38631,DS-44ab18e7-0ccd-40ed-a80f-9288d2b31bcf,DISK]
2024-11-11T15:09:48,462 INFO  [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/WALs/2ba012863a15,46775,1731337725262/2ba012863a15%2C46775%2C1731337725262.meta.1731337788438.meta
2024-11-11T15:09:48,463 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36955:36955)]
2024-11-11T15:09:48,463 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-11T15:09:48,465 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-11T15:09:48,469 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-11T15:09:48,474 INFO  [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-11T15:09:48,479 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-11T15:09:48,480 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:09:48,480 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-11T15:09:48,480 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-11T15:09:48,484 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-11T15:09:48,486 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-11T15:09:48,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:09:48,488 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T15:09:48,488 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-11T15:09:48,490 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-11T15:09:48,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:09:48,492 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T15:09:48,492 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-11T15:09:48,493 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-11T15:09:48,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:09:48,494 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T15:09:48,495 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-11T15:09:48,497 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-11T15:09:48,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:09:48,498 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T15:09:48,498 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-11T15:09:48,500 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/meta/1588230740
2024-11-11T15:09:48,504 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/meta/1588230740
2024-11-11T15:09:48,506 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-11T15:09:48,507 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-11T15:09:48,507 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-11T15:09:48,510 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-11T15:09:48,511 INFO  [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61377588, jitterRate=-0.08540266752243042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-11T15:09:48,512 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-11T15:09:48,513 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731337788481Writing region info on filesystem at 1731337788481Initializing all the Stores at 1731337788483 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731337788483Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731337788484 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337788484Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731337788484Cleaning up temporary data from old regions at 1731337788507 (+23 ms)Running coprocessor post-open hooks at 1731337788512 (+5 ms)Region opened successfully at 1731337788513 (+1 ms)
2024-11-11T15:09:48,519 INFO  [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731337788408
2024-11-11T15:09:48,529 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-11T15:09:48,530 INFO  [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-11T15:09:48,532 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,46775,1731337725262
2024-11-11T15:09:48,534 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2ba012863a15,46775,1731337725262, state=OPEN
2024-11-11T15:09:48,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1002f471be50001, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-11T15:09:48,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-11T15:09:48,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-11T15:09:48,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-11T15:09:48,567 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2ba012863a15,46775,1731337725262
2024-11-11T15:09:48,576 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-11T15:09:48,577 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2ba012863a15,46775,1731337725262 in 336 msec
2024-11-11T15:09:48,586 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-11T15:09:48,586 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.9080 sec
2024-11-11T15:09:48,588 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-11T15:09:48,588 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-11T15:09:48,609 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T15:09:48,610 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,46775,1731337725262, seqNum=-1]
2024-11-11T15:09:48,629 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T15:09:48,632 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60315, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T15:09:48,653 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.977 sec
2024-11-11T15:09:48,653 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731337788653, completionTime=-1
2024-11-11T15:09:48,656 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-11T15:09:48,656 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-11T15:09:48,685 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-11T15:09:48,685 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731337848685
2024-11-11T15:09:48,685 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731337908685
2024-11-11T15:09:48,685 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec
2024-11-11T15:09:48,687 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2ba012863a15,40171,1731337724482-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-11T15:09:48,688 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2ba012863a15,40171,1731337724482-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-11T15:09:48,688 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2ba012863a15,40171,1731337724482-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-11T15:09:48,690 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2ba012863a15:40171, period=300000, unit=MILLISECONDS is enabled.
2024-11-11T15:09:48,690 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-11T15:09:48,692 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-11T15:09:48,697 DEBUG [master/2ba012863a15:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-11T15:09:48,731 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.280sec
2024-11-11T15:09:48,733 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-11T15:09:48,736 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-11T15:09:48,738 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-11T15:09:48,739 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-11T15:09:48,739 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-11T15:09:48,740 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2ba012863a15,40171,1731337724482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-11T15:09:48,741 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2ba012863a15,40171,1731337724482-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-11T15:09:48,761 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-11T15:09:48,762 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-11T15:09:48,763 INFO  [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2ba012863a15,40171,1731337724482-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-11T15:09:48,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55dfed27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T15:09:48,777 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-11T15:09:48,777 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-11T15:09:48,781 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2ba012863a15,40171,-1 for getting cluster id
2024-11-11T15:09:48,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T15:09:48,795 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cb44993-cd10-43b2-99a1-14aec12d76f0'
2024-11-11T15:09:48,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T15:09:48,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cb44993-cd10-43b2-99a1-14aec12d76f0"

2024-11-11T15:09:48,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5f5f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T15:09:48,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2ba012863a15,40171,-1]
2024-11-11T15:09:48,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T15:09:48,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T15:09:48,811 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T15:09:48,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750a45eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T15:09:48,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T15:09:48,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,46775,1731337725262, seqNum=-1]
2024-11-11T15:09:48,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T15:09:48,831 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T15:09:48,857 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2ba012863a15,40171,1731337724482
2024-11-11T15:09:48,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56083034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T15:09:48,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2ba012863a15,40171,-1 for getting cluster id
2024-11-11T15:09:48,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T15:09:48,862 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cb44993-cd10-43b2-99a1-14aec12d76f0'
2024-11-11T15:09:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T15:09:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cb44993-cd10-43b2-99a1-14aec12d76f0"

2024-11-11T15:09:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245edd47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T15:09:48,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2ba012863a15,40171,-1]
2024-11-11T15:09:48,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T15:09:48,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T15:09:48,867 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T15:09:48,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bbbb7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T15:09:48,930 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=4317
2024-11-11T15:09:48,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-11T15:09:48,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2ba012863a15,40171,1731337724482
2024-11-11T15:09:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ee78c4f
2024-11-11T15:09:48,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-11T15:09:48,956 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-11T15:09:48,963 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T15:09:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-11T15:09:48,978 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-11T15:09:48,981 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-11T15:09:48,981 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:09:48,984 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-11T15:09:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-11T15:09:49,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741835_1011 (size=428)
2024-11-11T15:09:49,419 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 07fcea3a8779d05f675110ca63b24359, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3
2024-11-11T15:09:49,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741836_1012 (size=79)
2024-11-11T15:09:49,832 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:09:49,832 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 07fcea3a8779d05f675110ca63b24359, disabling compactions & flushes
2024-11-11T15:09:49,832 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359.
2024-11-11T15:09:49,832 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359.
2024-11-11T15:09:49,832 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359. after waiting 0 ms
2024-11-11T15:09:49,832 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359.
2024-11-11T15:09:49,832 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359.
2024-11-11T15:09:49,833 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 07fcea3a8779d05f675110ca63b24359:
Waiting for close lock at 1731337789832Disabling compacts and flushes for region at 1731337789832Disabling writes for close at 1731337789832Writing region close event to WAL at 1731337789832Closed at 1731337789832
2024-11-11T15:09:49,836 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-11T15:09:49,843 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731337789836"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337789836"}]},"ts":"1731337789836"}
2024-11-11T15:09:49,850 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-11T15:09:49,854 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-11T15:09:49,858 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731337789854"}]},"ts":"1731337789854"}
2024-11-11T15:09:49,864 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-11T15:09:49,867 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=07fcea3a8779d05f675110ca63b24359, ASSIGN}]
2024-11-11T15:09:49,871 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=07fcea3a8779d05f675110ca63b24359, ASSIGN
2024-11-11T15:09:49,874 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=07fcea3a8779d05f675110ca63b24359, ASSIGN; state=OFFLINE, location=2ba012863a15,46775,1731337725262; forceNewPlan=false, retain=false
2024-11-11T15:09:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-11T15:09:50,025 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=07fcea3a8779d05f675110ca63b24359, regionState=OPENING, regionLocation=2ba012863a15,46775,1731337725262
2024-11-11T15:09:50,031 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=07fcea3a8779d05f675110ca63b24359, ASSIGN because future has completed
2024-11-11T15:09:50,032 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07fcea3a8779d05f675110ca63b24359, server=2ba012863a15,46775,1731337725262}]
2024-11-11T15:09:50,197 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359.
2024-11-11T15:09:50,197 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 07fcea3a8779d05f675110ca63b24359, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359.', STARTKEY => '', ENDKEY => ''}
2024-11-11T15:09:50,197 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 07fcea3a8779d05f675110ca63b24359
2024-11-11T15:09:50,198 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:09:50,198 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 07fcea3a8779d05f675110ca63b24359
2024-11-11T15:09:50,198 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 07fcea3a8779d05f675110ca63b24359
2024-11-11T15:09:50,201 INFO  [StoreOpener-07fcea3a8779d05f675110ca63b24359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 07fcea3a8779d05f675110ca63b24359 
2024-11-11T15:09:50,203 INFO  [StoreOpener-07fcea3a8779d05f675110ca63b24359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07fcea3a8779d05f675110ca63b24359 columnFamilyName testFamily
2024-11-11T15:09:50,203 DEBUG [StoreOpener-07fcea3a8779d05f675110ca63b24359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:09:50,204 INFO  [StoreOpener-07fcea3a8779d05f675110ca63b24359-1 {}] regionserver.HStore(327): Store=07fcea3a8779d05f675110ca63b24359/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T15:09:50,205 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 07fcea3a8779d05f675110ca63b24359
2024-11-11T15:09:50,206 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/07fcea3a8779d05f675110ca63b24359
2024-11-11T15:09:50,207 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/07fcea3a8779d05f675110ca63b24359
2024-11-11T15:09:50,207 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 07fcea3a8779d05f675110ca63b24359
2024-11-11T15:09:50,208 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 07fcea3a8779d05f675110ca63b24359
2024-11-11T15:09:50,210 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 07fcea3a8779d05f675110ca63b24359
2024-11-11T15:09:50,214 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/07fcea3a8779d05f675110ca63b24359/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T15:09:50,215 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 07fcea3a8779d05f675110ca63b24359; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66860481, jitterRate=-0.0037011951208114624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-11T15:09:50,215 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07fcea3a8779d05f675110ca63b24359
2024-11-11T15:09:50,216 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 07fcea3a8779d05f675110ca63b24359:
Running coprocessor pre-open hook at 1731337790198Writing region info on filesystem at 1731337790198Initializing all the Stores at 1731337790200 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337790200Cleaning up temporary data from old regions at 1731337790208 (+8 ms)Running coprocessor post-open hooks at 1731337790215 (+7 ms)Region opened successfully at 1731337790216 (+1 ms)
2024-11-11T15:09:50,219 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359., pid=6, masterSystemTime=1731337790188
2024-11-11T15:09:50,223 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359.
2024-11-11T15:09:50,223 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359.
2024-11-11T15:09:50,224 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=07fcea3a8779d05f675110ca63b24359, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,46775,1731337725262
2024-11-11T15:09:50,229 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07fcea3a8779d05f675110ca63b24359, server=2ba012863a15,46775,1731337725262 because future has completed
2024-11-11T15:09:50,237 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-11T15:09:50,238 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 07fcea3a8779d05f675110ca63b24359, server=2ba012863a15,46775,1731337725262 in 199 msec
2024-11-11T15:09:50,242 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-11T15:09:50,242 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=07fcea3a8779d05f675110ca63b24359, ASSIGN in 370 msec
2024-11-11T15:09:50,244 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-11T15:09:50,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731337790244"}]},"ts":"1731337790244"}
2024-11-11T15:09:50,247 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-11T15:09:50,249 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-11T15:09:50,253 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2820 sec
2024-11-11T15:09:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-11T15:09:52,035 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-11T15:09:52,036 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-11T15:09:52,038 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-11T15:09:52,049 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-11T15:09:52,050 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-11T15:09:52,051 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-11T15:09:52,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T15:09:52,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,46775,1731337725262, seqNum=-1]
2024-11-11T15:09:52,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T15:09:52,086 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T15:09:52,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359., hostname=2ba012863a15,46775,1731337725262, seqNum=2]
2024-11-11T15:09:52,141 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-11T15:09:52,147 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-11T15:09:52,160 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-11T15:09:52,173 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-11T15:09:52,176 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1552199836449636360
2024-11-11T15:09:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:40214 deadline: 1731337795174, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-11T15:09:52,232 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelReadComplete(AbstractChannelHandlerContext.java:456)
	app//org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelReadComplete(IdleStateHandler.java:298)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelReadComplete(AbstractChannelHandlerContext.java:484)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelReadComplete(AbstractChannelHandlerContext.java:463)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelReadComplete(AbstractChannelHandlerContext.java:456)
	app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelReadComplete(DefaultChannelPipeline.java:1362)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelReadComplete(AbstractChannelHandlerContext.java:482)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelReadComplete(AbstractChannelHandlerContext.java:463)
	app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelReadComplete(DefaultChannelPipeline.java:874)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2050241591_22 at /127.0.0.1:58262 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/2ba012863a15:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 468), ProcessCount=11 (was 11), AvailableMemoryMB=4156 (was 4317)
2024-11-11T15:09:52,258 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=4155
2024-11-11T15:09:52,264 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40171 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T15:09:52,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40171 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-11T15:09:52,273 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-11T15:09:52,273 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:09:52,273 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40171 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-11T15:09:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-11T15:09:52,290 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-11T15:09:52,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741837_1013 (size=414)
2024-11-11T15:09:52,749 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a0c2effc333fe6886af270d0a4d2176, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3
2024-11-11T15:09:52,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741838_1014 (size=65)
2024-11-11T15:09:52,811 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:09:52,811 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 6a0c2effc333fe6886af270d0a4d2176, disabling compactions & flushes
2024-11-11T15:09:52,811 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176.
2024-11-11T15:09:52,811 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176.
2024-11-11T15:09:52,811 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176. after waiting 0 ms
2024-11-11T15:09:52,812 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176.
2024-11-11T15:09:52,812 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176.
2024-11-11T15:09:52,812 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a0c2effc333fe6886af270d0a4d2176:
Waiting for close lock at 1731337792811Disabling compacts and flushes for region at 1731337792811Disabling writes for close at 1731337792812 (+1 ms)Writing region close event to WAL at 1731337792812Closed at 1731337792812
2024-11-11T15:09:52,815 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-11T15:09:52,816 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731337792815"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337792815"}]},"ts":"1731337792815"}
2024-11-11T15:09:52,822 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-11T15:09:52,826 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-11T15:09:52,827 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731337792827"}]},"ts":"1731337792827"}
2024-11-11T15:09:52,833 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-11T15:09:52,833 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=6a0c2effc333fe6886af270d0a4d2176, ASSIGN}]
2024-11-11T15:09:52,837 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=6a0c2effc333fe6886af270d0a4d2176, ASSIGN
2024-11-11T15:09:52,840 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=6a0c2effc333fe6886af270d0a4d2176, ASSIGN; state=OFFLINE, location=2ba012863a15,46775,1731337725262; forceNewPlan=false, retain=false
2024-11-11T15:09:52,992 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6a0c2effc333fe6886af270d0a4d2176, regionState=OPENING, regionLocation=2ba012863a15,46775,1731337725262
2024-11-11T15:09:52,998 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=6a0c2effc333fe6886af270d0a4d2176, ASSIGN because future has completed
2024-11-11T15:09:53,001 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a0c2effc333fe6886af270d0a4d2176, server=2ba012863a15,46775,1731337725262}]
2024-11-11T15:09:53,191 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176.
2024-11-11T15:09:53,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a0c2effc333fe6886af270d0a4d2176, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176.', STARTKEY => '', ENDKEY => ''}
2024-11-11T15:09:53,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 6a0c2effc333fe6886af270d0a4d2176
2024-11-11T15:09:53,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:09:53,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 6a0c2effc333fe6886af270d0a4d2176
2024-11-11T15:09:53,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 6a0c2effc333fe6886af270d0a4d2176
2024-11-11T15:09:53,199 INFO  [StoreOpener-6a0c2effc333fe6886af270d0a4d2176-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6a0c2effc333fe6886af270d0a4d2176 
2024-11-11T15:09:53,202 INFO  [StoreOpener-6a0c2effc333fe6886af270d0a4d2176-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a0c2effc333fe6886af270d0a4d2176 columnFamilyName testFamily
2024-11-11T15:09:53,203 DEBUG [StoreOpener-6a0c2effc333fe6886af270d0a4d2176-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:09:53,205 INFO  [StoreOpener-6a0c2effc333fe6886af270d0a4d2176-1 {}] regionserver.HStore(327): Store=6a0c2effc333fe6886af270d0a4d2176/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T15:09:53,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 6a0c2effc333fe6886af270d0a4d2176
2024-11-11T15:09:53,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnOpenScanner/6a0c2effc333fe6886af270d0a4d2176
2024-11-11T15:09:53,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnOpenScanner/6a0c2effc333fe6886af270d0a4d2176
2024-11-11T15:09:53,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 6a0c2effc333fe6886af270d0a4d2176
2024-11-11T15:09:53,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 6a0c2effc333fe6886af270d0a4d2176
2024-11-11T15:09:53,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 6a0c2effc333fe6886af270d0a4d2176
2024-11-11T15:09:53,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnOpenScanner/6a0c2effc333fe6886af270d0a4d2176/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T15:09:53,264 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 6a0c2effc333fe6886af270d0a4d2176; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59172500, jitterRate=-0.11826103925704956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-11T15:09:53,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a0c2effc333fe6886af270d0a4d2176
2024-11-11T15:09:53,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 6a0c2effc333fe6886af270d0a4d2176:
Running coprocessor pre-open hook at 1731337793194Writing region info on filesystem at 1731337793194Initializing all the Stores at 1731337793198 (+4 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337793198Cleaning up temporary data from old regions at 1731337793222 (+24 ms)Running coprocessor post-open hooks at 1731337793264 (+42 ms)Region opened successfully at 1731337793266 (+2 ms)
2024-11-11T15:09:53,269 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176., pid=9, masterSystemTime=1731337793175
2024-11-11T15:09:53,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176.
2024-11-11T15:09:53,273 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176.
2024-11-11T15:09:53,275 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6a0c2effc333fe6886af270d0a4d2176, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,46775,1731337725262
2024-11-11T15:09:53,281 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a0c2effc333fe6886af270d0a4d2176, server=2ba012863a15,46775,1731337725262 because future has completed
2024-11-11T15:09:53,294 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-11T15:09:53,294 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a0c2effc333fe6886af270d0a4d2176, server=2ba012863a15,46775,1731337725262 in 284 msec
2024-11-11T15:09:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-11T15:09:53,308 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-11T15:09:53,308 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=6a0c2effc333fe6886af270d0a4d2176, ASSIGN in 462 msec
2024-11-11T15:09:53,311 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-11T15:09:53,312 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731337793312"}]},"ts":"1731337793312"}
2024-11-11T15:09:53,317 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-11T15:09:53,320 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-11T15:09:53,326 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.0560 sec
2024-11-11T15:09:54,068 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-11T15:09:54,224 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-11T15:09:54,235 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-11T15:09:54,236 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-11T15:09:54,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-11T15:09:54,912 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-11T15:09:54,914 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-11T15:09:54,914 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-11T15:09:54,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-11T15:09:54,915 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-11T15:09:54,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-11T15:09:54,916 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-11T15:09:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-11T15:09:55,315 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-11T15:09:55,315 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-11T15:09:55,315 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-11T15:09:55,331 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-11T15:09:55,331 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-11T15:09:55,331 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-11T15:09:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176., hostname=2ba012863a15,46775,1731337725262, seqNum=2]
2024-11-11T15:09:55,385 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-11T15:09:55,385 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-11T15:09:55,392 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-11T15:09:55,395 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46775 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-11T15:10:01,413 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176., hostname=2ba012863a15,46775,1731337725262, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176., hostname=2ba012863a15,46775,1731337725262, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2ba012863a15:46775 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=18,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-11T15:10:01,414 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176., hostname=2ba012863a15,46775,1731337725262, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=18,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-11T15:10:01,415 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176., hostname=2ba012863a15,46775,1731337725262, seqNum=2 from cache
2024-11-11T15:10:01,458 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=563 (was 468) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4475 (was 4155) - AvailableMemoryMB LEAK? -
2024-11-11T15:10:01,472 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=563, ProcessCount=11, AvailableMemoryMB=4475
2024-11-11T15:10:01,476 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40171 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T15:10:01,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40171 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-11T15:10:01,489 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-11T15:10:01,490 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:10:01,490 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40171 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-11T15:10:01,493 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-11T15:10:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-11T15:10:01,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741839_1015 (size=412)
2024-11-11T15:10:01,557 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 149cc6b71aa3aa2772f4781ed50dcf9d, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3
2024-11-11T15:10:01,608 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741840_1016 (size=63)
2024-11-11T15:10:01,609 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:10:01,610 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 149cc6b71aa3aa2772f4781ed50dcf9d, disabling compactions & flushes
2024-11-11T15:10:01,610 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d.
2024-11-11T15:10:01,610 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d.
2024-11-11T15:10:01,610 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d. after waiting 0 ms
2024-11-11T15:10:01,610 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d.
2024-11-11T15:10:01,610 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d.
2024-11-11T15:10:01,610 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 149cc6b71aa3aa2772f4781ed50dcf9d:
Waiting for close lock at 1731337801609Disabling compacts and flushes for region at 1731337801609Disabling writes for close at 1731337801610 (+1 ms)Writing region close event to WAL at 1731337801610Closed at 1731337801610
2024-11-11T15:10:01,614 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-11T15:10:01,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731337801614"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337801614"}]},"ts":"1731337801614"}
2024-11-11T15:10:01,624 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-11T15:10:01,628 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-11T15:10:01,628 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731337801628"}]},"ts":"1731337801628"}
2024-11-11T15:10:01,645 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-11T15:10:01,646 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=149cc6b71aa3aa2772f4781ed50dcf9d, ASSIGN}]
2024-11-11T15:10:01,654 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=149cc6b71aa3aa2772f4781ed50dcf9d, ASSIGN
2024-11-11T15:10:01,657 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=149cc6b71aa3aa2772f4781ed50dcf9d, ASSIGN; state=OFFLINE, location=2ba012863a15,46775,1731337725262; forceNewPlan=false, retain=false
2024-11-11T15:10:01,809 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=149cc6b71aa3aa2772f4781ed50dcf9d, regionState=OPENING, regionLocation=2ba012863a15,46775,1731337725262
2024-11-11T15:10:01,814 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=149cc6b71aa3aa2772f4781ed50dcf9d, ASSIGN because future has completed
2024-11-11T15:10:01,815 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 149cc6b71aa3aa2772f4781ed50dcf9d, server=2ba012863a15,46775,1731337725262}]
2024-11-11T15:10:01,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 18, skipping over this response of 88 bytes
2024-11-11T15:10:01,988 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d.
2024-11-11T15:10:01,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 149cc6b71aa3aa2772f4781ed50dcf9d, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d.', STARTKEY => '', ENDKEY => ''}
2024-11-11T15:10:01,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 149cc6b71aa3aa2772f4781ed50dcf9d
2024-11-11T15:10:01,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:10:01,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 149cc6b71aa3aa2772f4781ed50dcf9d
2024-11-11T15:10:01,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 149cc6b71aa3aa2772f4781ed50dcf9d
2024-11-11T15:10:01,993 INFO  [StoreOpener-149cc6b71aa3aa2772f4781ed50dcf9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 149cc6b71aa3aa2772f4781ed50dcf9d 
2024-11-11T15:10:01,997 INFO  [StoreOpener-149cc6b71aa3aa2772f4781ed50dcf9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 149cc6b71aa3aa2772f4781ed50dcf9d columnFamilyName testFamily
2024-11-11T15:10:01,998 DEBUG [StoreOpener-149cc6b71aa3aa2772f4781ed50dcf9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:10:01,999 INFO  [StoreOpener-149cc6b71aa3aa2772f4781ed50dcf9d-1 {}] regionserver.HStore(327): Store=149cc6b71aa3aa2772f4781ed50dcf9d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T15:10:01,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 149cc6b71aa3aa2772f4781ed50dcf9d
2024-11-11T15:10:02,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnNextAsync/149cc6b71aa3aa2772f4781ed50dcf9d
2024-11-11T15:10:02,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnNextAsync/149cc6b71aa3aa2772f4781ed50dcf9d
2024-11-11T15:10:02,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 149cc6b71aa3aa2772f4781ed50dcf9d
2024-11-11T15:10:02,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 149cc6b71aa3aa2772f4781ed50dcf9d
2024-11-11T15:10:02,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 149cc6b71aa3aa2772f4781ed50dcf9d
2024-11-11T15:10:02,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnNextAsync/149cc6b71aa3aa2772f4781ed50dcf9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T15:10:02,014 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 149cc6b71aa3aa2772f4781ed50dcf9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60108814, jitterRate=-0.10430887341499329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-11T15:10:02,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 149cc6b71aa3aa2772f4781ed50dcf9d
2024-11-11T15:10:02,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 149cc6b71aa3aa2772f4781ed50dcf9d:
Running coprocessor pre-open hook at 1731337801989Writing region info on filesystem at 1731337801989Initializing all the Stores at 1731337801992 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337801992Cleaning up temporary data from old regions at 1731337802004 (+12 ms)Running coprocessor post-open hooks at 1731337802014 (+10 ms)Region opened successfully at 1731337802015 (+1 ms)
2024-11-11T15:10:02,017 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d., pid=12, masterSystemTime=1731337801972
2024-11-11T15:10:02,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d.
2024-11-11T15:10:02,022 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d.
2024-11-11T15:10:02,023 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=149cc6b71aa3aa2772f4781ed50dcf9d, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,46775,1731337725262
2024-11-11T15:10:02,029 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 149cc6b71aa3aa2772f4781ed50dcf9d, server=2ba012863a15,46775,1731337725262 because future has completed
2024-11-11T15:10:02,039 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-11T15:10:02,041 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 149cc6b71aa3aa2772f4781ed50dcf9d, server=2ba012863a15,46775,1731337725262 in 218 msec
2024-11-11T15:10:02,046 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-11T15:10:02,046 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=149cc6b71aa3aa2772f4781ed50dcf9d, ASSIGN in 393 msec
2024-11-11T15:10:02,050 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-11T15:10:02,050 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731337802050"}]},"ts":"1731337802050"}
2024-11-11T15:10:02,057 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-11T15:10:02,060 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-11T15:10:02,066 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 583 msec
2024-11-11T15:10:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-11T15:10:02,505 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-11T15:10:02,505 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-11T15:10:02,505 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-11T15:10:02,516 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-11T15:10:02,516 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-11T15:10:02,516 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-11T15:10:02,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d., hostname=2ba012863a15,46775,1731337725262, seqNum=2]
2024-11-11T15:10:02,550 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-11T15:10:02,550 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-11T15:10:02,561 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-11T15:10:02,566 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-11T15:10:02,569 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-11T15:10:02,570 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46775 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-11T15:10:04,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-11T15:10:04,912 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-11T15:10:06,241 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-11T15:10:07,634 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-11T15:10:08,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46775 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1552199836449636369' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-11T15:10:08,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46775 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:40214 deadline: 1731337814578, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1552199836449636369' does not exist
2024-11-11T15:10:08,588 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 2ba012863a15,46775,1731337725262 for closing scanner id = 1552199836449636369 for 149cc6b71aa3aa2772f4781ed50dcf9d of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1552199836449636369' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T15:10:08,601 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=724 (was 563) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4579 (was 4475) - AvailableMemoryMB LEAK? -
2024-11-11T15:10:08,622 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=724, ProcessCount=11, AvailableMemoryMB=4578
2024-11-11T15:10:08,631 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T15:10:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-11T15:10:08,646 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-11T15:10:08,646 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:10:08,648 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-11T15:10:08,650 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-11T15:10:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-11T15:10:08,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741841_1017 (size=423)
2024-11-11T15:10:09,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 27, skipping over this response of 82 bytes
2024-11-11T15:10:09,145 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f80ec72ba21ec8b75107f976e669e52, NAME => 'testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3
2024-11-11T15:10:09,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741842_1018 (size=74)
2024-11-11T15:10:09,239 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:10:09,239 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 9f80ec72ba21ec8b75107f976e669e52, disabling compactions & flushes
2024-11-11T15:10:09,239 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52.
2024-11-11T15:10:09,239 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52.
2024-11-11T15:10:09,239 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52. after waiting 0 ms
2024-11-11T15:10:09,239 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52.
2024-11-11T15:10:09,239 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52.
2024-11-11T15:10:09,240 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f80ec72ba21ec8b75107f976e669e52:
Waiting for close lock at 1731337809239Disabling compacts and flushes for region at 1731337809239Disabling writes for close at 1731337809239Writing region close event to WAL at 1731337809239Closed at 1731337809239
2024-11-11T15:10:09,246 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-11T15:10:09,248 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731337809246"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337809246"}]},"ts":"1731337809246"}
2024-11-11T15:10:09,253 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-11T15:10:09,259 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-11T15:10:09,260 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731337809259"}]},"ts":"1731337809259"}
2024-11-11T15:10:09,264 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-11T15:10:09,265 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=9f80ec72ba21ec8b75107f976e669e52, ASSIGN}]
2024-11-11T15:10:09,270 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=9f80ec72ba21ec8b75107f976e669e52, ASSIGN
2024-11-11T15:10:09,273 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=9f80ec72ba21ec8b75107f976e669e52, ASSIGN; state=OFFLINE, location=2ba012863a15,46775,1731337725262; forceNewPlan=false, retain=false
2024-11-11T15:10:09,427 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9f80ec72ba21ec8b75107f976e669e52, regionState=OPENING, regionLocation=2ba012863a15,46775,1731337725262
2024-11-11T15:10:09,431 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=9f80ec72ba21ec8b75107f976e669e52, ASSIGN because future has completed
2024-11-11T15:10:09,434 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f80ec72ba21ec8b75107f976e669e52, server=2ba012863a15,46775,1731337725262}]
2024-11-11T15:10:09,606 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52.
2024-11-11T15:10:09,606 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f80ec72ba21ec8b75107f976e669e52, NAME => 'testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52.', STARTKEY => '', ENDKEY => ''}
2024-11-11T15:10:09,607 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 9f80ec72ba21ec8b75107f976e669e52
2024-11-11T15:10:09,607 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:10:09,608 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 9f80ec72ba21ec8b75107f976e669e52
2024-11-11T15:10:09,608 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 9f80ec72ba21ec8b75107f976e669e52
2024-11-11T15:10:09,616 INFO  [StoreOpener-9f80ec72ba21ec8b75107f976e669e52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9f80ec72ba21ec8b75107f976e669e52 
2024-11-11T15:10:09,641 INFO  [StoreOpener-9f80ec72ba21ec8b75107f976e669e52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f80ec72ba21ec8b75107f976e669e52 columnFamilyName testFamily
2024-11-11T15:10:09,641 DEBUG [StoreOpener-9f80ec72ba21ec8b75107f976e669e52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:10:09,643 INFO  [StoreOpener-9f80ec72ba21ec8b75107f976e669e52-1 {}] regionserver.HStore(327): Store=9f80ec72ba21ec8b75107f976e669e52/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T15:10:09,643 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 9f80ec72ba21ec8b75107f976e669e52
2024-11-11T15:10:09,645 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testRetryOutOfOrderScannerNextException/9f80ec72ba21ec8b75107f976e669e52
2024-11-11T15:10:09,647 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testRetryOutOfOrderScannerNextException/9f80ec72ba21ec8b75107f976e669e52
2024-11-11T15:10:09,649 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 9f80ec72ba21ec8b75107f976e669e52
2024-11-11T15:10:09,650 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 9f80ec72ba21ec8b75107f976e669e52
2024-11-11T15:10:09,660 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 9f80ec72ba21ec8b75107f976e669e52
2024-11-11T15:10:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-11T15:10:09,679 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testRetryOutOfOrderScannerNextException/9f80ec72ba21ec8b75107f976e669e52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T15:10:09,680 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 9f80ec72ba21ec8b75107f976e669e52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60218700, jitterRate=-0.10267144441604614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-11T15:10:09,680 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f80ec72ba21ec8b75107f976e669e52
2024-11-11T15:10:09,681 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 9f80ec72ba21ec8b75107f976e669e52:
Running coprocessor pre-open hook at 1731337809608Writing region info on filesystem at 1731337809608Initializing all the Stores at 1731337809614 (+6 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337809615 (+1 ms)Cleaning up temporary data from old regions at 1731337809650 (+35 ms)Running coprocessor post-open hooks at 1731337809680 (+30 ms)Region opened successfully at 1731337809681 (+1 ms)
2024-11-11T15:10:09,695 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52., pid=15, masterSystemTime=1731337809590
2024-11-11T15:10:09,701 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9f80ec72ba21ec8b75107f976e669e52, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,46775,1731337725262
2024-11-11T15:10:09,702 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52.
2024-11-11T15:10:09,702 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52.
2024-11-11T15:10:09,712 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f80ec72ba21ec8b75107f976e669e52, server=2ba012863a15,46775,1731337725262 because future has completed
2024-11-11T15:10:09,720 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-11T15:10:09,721 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f80ec72ba21ec8b75107f976e669e52, server=2ba012863a15,46775,1731337725262 in 281 msec
2024-11-11T15:10:09,727 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-11T15:10:09,728 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=9f80ec72ba21ec8b75107f976e669e52, ASSIGN in 457 msec
2024-11-11T15:10:09,730 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-11T15:10:09,730 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731337809730"}]},"ts":"1731337809730"}
2024-11-11T15:10:09,734 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-11T15:10:09,737 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-11T15:10:09,742 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.1060 sec
2024-11-11T15:10:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-11T15:10:11,684 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-11T15:10:11,684 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-11T15:10:11,684 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-11T15:10:11,689 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-11T15:10:11,690 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-11T15:10:11,690 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-11T15:10:11,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52., hostname=2ba012863a15,46775,1731337725262, seqNum=2]
2024-11-11T15:10:11,708 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-11T15:10:11,708 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-11T15:10:11,711 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-11T15:10:11,714 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-11T15:10:11,716 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-11T15:10:11,716 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1552199836449636373
2024-11-11T15:10:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:40214 deadline: 1731337814715, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-11T15:10:11,720 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-11T15:10:11,721 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-11T15:10:11,723 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-11T15:10:11,726 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-11T15:10:11,727 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1552199836449636375
2024-11-11T15:10:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:40214 deadline: 1731337814725, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-11T15:10:11,732 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-11T15:10:11,733 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=1552199836449636376
2024-11-11T15:10:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:40214 deadline: 1731337814732, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-11T15:10:11,737 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-11T15:10:11,738 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=1552199836449636377
2024-11-11T15:10:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:40214 deadline: 1731337814737, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-11T15:10:11,743 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-11T15:10:11,754 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2050241591_22 at /127.0.0.1:41062 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=724 (was 724), ProcessCount=11 (was 11), AvailableMemoryMB=4184 (was 4578)
2024-11-11T15:10:11,764 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=724, ProcessCount=11, AvailableMemoryMB=4182
2024-11-11T15:10:11,768 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T15:10:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-11T15:10:11,774 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-11T15:10:11,775 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:10:11,775 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-11T15:10:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-11T15:10:11,782 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-11T15:10:11,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741843_1019 (size=418)
2024-11-11T15:10:12,207 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6380e5cea87ddc044c31b7d9108c6b6e, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3
2024-11-11T15:10:12,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741844_1020 (size=69)
2024-11-11T15:10:12,242 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-11T15:10:12,634 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:10:12,634 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 6380e5cea87ddc044c31b7d9108c6b6e, disabling compactions & flushes
2024-11-11T15:10:12,634 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e.
2024-11-11T15:10:12,634 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e.
2024-11-11T15:10:12,634 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e. after waiting 0 ms
2024-11-11T15:10:12,635 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e.
2024-11-11T15:10:12,635 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e.
2024-11-11T15:10:12,635 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6380e5cea87ddc044c31b7d9108c6b6e:
Waiting for close lock at 1731337812634Disabling compacts and flushes for region at 1731337812634Disabling writes for close at 1731337812634Writing region close event to WAL at 1731337812635 (+1 ms)Closed at 1731337812635
2024-11-11T15:10:12,638 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-11T15:10:12,638 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731337812638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337812638"}]},"ts":"1731337812638"}
2024-11-11T15:10:12,644 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-11T15:10:12,647 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-11T15:10:12,650 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731337812647"}]},"ts":"1731337812647"}
2024-11-11T15:10:12,656 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-11T15:10:12,656 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6380e5cea87ddc044c31b7d9108c6b6e, ASSIGN}]
2024-11-11T15:10:12,661 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6380e5cea87ddc044c31b7d9108c6b6e, ASSIGN
2024-11-11T15:10:12,664 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6380e5cea87ddc044c31b7d9108c6b6e, ASSIGN; state=OFFLINE, location=2ba012863a15,46775,1731337725262; forceNewPlan=false, retain=false
2024-11-11T15:10:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-11T15:10:12,815 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=6380e5cea87ddc044c31b7d9108c6b6e, regionState=OPENING, regionLocation=2ba012863a15,46775,1731337725262
2024-11-11T15:10:12,820 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6380e5cea87ddc044c31b7d9108c6b6e, ASSIGN because future has completed
2024-11-11T15:10:12,820 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6380e5cea87ddc044c31b7d9108c6b6e, server=2ba012863a15,46775,1731337725262}]
2024-11-11T15:10:12,984 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e.
2024-11-11T15:10:12,985 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 6380e5cea87ddc044c31b7d9108c6b6e, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e.', STARTKEY => '', ENDKEY => ''}
2024-11-11T15:10:12,985 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 6380e5cea87ddc044c31b7d9108c6b6e
2024-11-11T15:10:12,986 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:10:12,986 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 6380e5cea87ddc044c31b7d9108c6b6e
2024-11-11T15:10:12,986 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 6380e5cea87ddc044c31b7d9108c6b6e
2024-11-11T15:10:12,990 INFO  [StoreOpener-6380e5cea87ddc044c31b7d9108c6b6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6380e5cea87ddc044c31b7d9108c6b6e 
2024-11-11T15:10:12,992 INFO  [StoreOpener-6380e5cea87ddc044c31b7d9108c6b6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6380e5cea87ddc044c31b7d9108c6b6e columnFamilyName testFamily
2024-11-11T15:10:12,992 DEBUG [StoreOpener-6380e5cea87ddc044c31b7d9108c6b6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:10:12,993 INFO  [StoreOpener-6380e5cea87ddc044c31b7d9108c6b6e-1 {}] regionserver.HStore(327): Store=6380e5cea87ddc044c31b7d9108c6b6e/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T15:10:12,993 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 6380e5cea87ddc044c31b7d9108c6b6e
2024-11-11T15:10:12,995 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnOpenScanner/6380e5cea87ddc044c31b7d9108c6b6e
2024-11-11T15:10:12,995 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnOpenScanner/6380e5cea87ddc044c31b7d9108c6b6e
2024-11-11T15:10:12,996 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 6380e5cea87ddc044c31b7d9108c6b6e
2024-11-11T15:10:12,996 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 6380e5cea87ddc044c31b7d9108c6b6e
2024-11-11T15:10:12,998 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 6380e5cea87ddc044c31b7d9108c6b6e
2024-11-11T15:10:13,001 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnOpenScanner/6380e5cea87ddc044c31b7d9108c6b6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T15:10:13,002 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 6380e5cea87ddc044c31b7d9108c6b6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73088455, jitterRate=0.0891028493642807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-11T15:10:13,002 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6380e5cea87ddc044c31b7d9108c6b6e
2024-11-11T15:10:13,003 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 6380e5cea87ddc044c31b7d9108c6b6e:
Running coprocessor pre-open hook at 1731337812986Writing region info on filesystem at 1731337812986Initializing all the Stores at 1731337812989 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337812989Cleaning up temporary data from old regions at 1731337812996 (+7 ms)Running coprocessor post-open hooks at 1731337813002 (+6 ms)Region opened successfully at 1731337813003 (+1 ms)
2024-11-11T15:10:13,004 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e., pid=18, masterSystemTime=1731337812974
2024-11-11T15:10:13,007 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e.
2024-11-11T15:10:13,007 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e.
2024-11-11T15:10:13,008 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=6380e5cea87ddc044c31b7d9108c6b6e, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,46775,1731337725262
2024-11-11T15:10:13,012 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6380e5cea87ddc044c31b7d9108c6b6e, server=2ba012863a15,46775,1731337725262 because future has completed
2024-11-11T15:10:13,018 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-11T15:10:13,018 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 6380e5cea87ddc044c31b7d9108c6b6e, server=2ba012863a15,46775,1731337725262 in 194 msec
2024-11-11T15:10:13,022 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-11T15:10:13,023 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=6380e5cea87ddc044c31b7d9108c6b6e, ASSIGN in 362 msec
2024-11-11T15:10:13,024 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-11T15:10:13,024 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731337813024"}]},"ts":"1731337813024"}
2024-11-11T15:10:13,027 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-11T15:10:13,029 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-11T15:10:13,032 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2610 sec
2024-11-11T15:10:13,069 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-11T15:10:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-11T15:10:14,803 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-11T15:10:14,804 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-11T15:10:14,804 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-11T15:10:14,811 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-11T15:10:14,811 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-11T15:10:14,811 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-11T15:10:14,816 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e., hostname=2ba012863a15,46775,1731337725262, seqNum=2]
2024-11-11T15:10:14,833 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-11T15:10:14,833 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-11T15:10:14,837 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-11T15:10:14,839 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-11T15:10:15,110 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-11T15:10:15,151 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-11T15:10:15,151 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-11T15:10:15,152 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-11T15:10:15,152 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-11T15:10:15,845 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e., hostname=2ba012863a15,46775,1731337725262, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e., hostname=2ba012863a15,46775,1731337725262, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2ba012863a15:46775 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=57,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-11-11T15:10:15,845 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e., hostname=2ba012863a15,46775,1731337725262, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=57,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-11-11T15:10:15,845 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e., hostname=2ba012863a15,46775,1731337725262, seqNum=2 from cache
2024-11-11T15:10:16,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 57, skipping over this response of 88 bytes
2024-11-11T15:10:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e., hostname=2ba012863a15,46775,1731337725262, seqNum=2]
2024-11-11T15:10:16,858 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-11T15:10:17,844 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e., hostname=2ba012863a15,46775,1731337725262, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e., hostname=2ba012863a15,46775,1731337725262, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2ba012863a15:46775 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=59,methodName=Scan], waitTime=987ms, rpcTimeout=980ms
2024-11-11T15:10:17,844 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e., hostname=2ba012863a15,46775,1731337725262, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=59,methodName=Scan], waitTime=987ms, rpcTimeout=980ms
2024-11-11T15:10:17,844 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e., hostname=2ba012863a15,46775,1731337725262, seqNum=2 from cache
2024-11-11T15:10:17,854 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=730 (was 724) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3791 (was 4182)
2024-11-11T15:10:17,864 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=730, ProcessCount=11, AvailableMemoryMB=3791
2024-11-11T15:10:17,868 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T15:10:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-11T15:10:17,872 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-11T15:10:17,872 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:10:17,872 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-11T15:10:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-11T15:10:17,874 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-11T15:10:17,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741845_1021 (size=416)
2024-11-11T15:10:18,244 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-11T15:10:18,286 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 561eede472dd5a7ec18a98f62b1e57d8, NAME => 'testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3
2024-11-11T15:10:18,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741846_1022 (size=67)
2024-11-11T15:10:18,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 59, skipping over this response of 88 bytes
2024-11-11T15:10:18,703 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:10:18,704 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 561eede472dd5a7ec18a98f62b1e57d8, disabling compactions & flushes
2024-11-11T15:10:18,704 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8.
2024-11-11T15:10:18,704 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8.
2024-11-11T15:10:18,704 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8. after waiting 0 ms
2024-11-11T15:10:18,704 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8.
2024-11-11T15:10:18,704 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8.
2024-11-11T15:10:18,704 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 561eede472dd5a7ec18a98f62b1e57d8:
Waiting for close lock at 1731337818704Disabling compacts and flushes for region at 1731337818704Disabling writes for close at 1731337818704Writing region close event to WAL at 1731337818704Closed at 1731337818704
2024-11-11T15:10:18,707 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-11T15:10:18,707 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731337818707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337818707"}]},"ts":"1731337818707"}
2024-11-11T15:10:18,711 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-11T15:10:18,713 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-11T15:10:18,713 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731337818713"}]},"ts":"1731337818713"}
2024-11-11T15:10:18,717 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-11T15:10:18,717 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=561eede472dd5a7ec18a98f62b1e57d8, ASSIGN}]
2024-11-11T15:10:18,719 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=561eede472dd5a7ec18a98f62b1e57d8, ASSIGN
2024-11-11T15:10:18,720 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=561eede472dd5a7ec18a98f62b1e57d8, ASSIGN; state=OFFLINE, location=2ba012863a15,46775,1731337725262; forceNewPlan=false, retain=false
2024-11-11T15:10:18,871 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=561eede472dd5a7ec18a98f62b1e57d8, regionState=OPENING, regionLocation=2ba012863a15,46775,1731337725262
2024-11-11T15:10:18,874 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=561eede472dd5a7ec18a98f62b1e57d8, ASSIGN because future has completed
2024-11-11T15:10:18,874 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 561eede472dd5a7ec18a98f62b1e57d8, server=2ba012863a15,46775,1731337725262}]
2024-11-11T15:10:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-11T15:10:19,035 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8.
2024-11-11T15:10:19,035 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 561eede472dd5a7ec18a98f62b1e57d8, NAME => 'testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8.', STARTKEY => '', ENDKEY => ''}
2024-11-11T15:10:19,036 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 561eede472dd5a7ec18a98f62b1e57d8
2024-11-11T15:10:19,037 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:10:19,037 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 561eede472dd5a7ec18a98f62b1e57d8
2024-11-11T15:10:19,037 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 561eede472dd5a7ec18a98f62b1e57d8
2024-11-11T15:10:19,040 INFO  [StoreOpener-561eede472dd5a7ec18a98f62b1e57d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 561eede472dd5a7ec18a98f62b1e57d8 
2024-11-11T15:10:19,044 INFO  [StoreOpener-561eede472dd5a7ec18a98f62b1e57d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 561eede472dd5a7ec18a98f62b1e57d8 columnFamilyName testFamily
2024-11-11T15:10:19,044 DEBUG [StoreOpener-561eede472dd5a7ec18a98f62b1e57d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:10:19,045 INFO  [StoreOpener-561eede472dd5a7ec18a98f62b1e57d8-1 {}] regionserver.HStore(327): Store=561eede472dd5a7ec18a98f62b1e57d8/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T15:10:19,046 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 561eede472dd5a7ec18a98f62b1e57d8
2024-11-11T15:10:19,048 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnNextAsync/561eede472dd5a7ec18a98f62b1e57d8
2024-11-11T15:10:19,049 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnNextAsync/561eede472dd5a7ec18a98f62b1e57d8
2024-11-11T15:10:19,050 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 561eede472dd5a7ec18a98f62b1e57d8
2024-11-11T15:10:19,050 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 561eede472dd5a7ec18a98f62b1e57d8
2024-11-11T15:10:19,053 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 561eede472dd5a7ec18a98f62b1e57d8
2024-11-11T15:10:19,056 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnNextAsync/561eede472dd5a7ec18a98f62b1e57d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T15:10:19,057 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 561eede472dd5a7ec18a98f62b1e57d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64864855, jitterRate=-0.033438339829444885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-11T15:10:19,058 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 561eede472dd5a7ec18a98f62b1e57d8
2024-11-11T15:10:19,058 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 561eede472dd5a7ec18a98f62b1e57d8:
Running coprocessor pre-open hook at 1731337819037Writing region info on filesystem at 1731337819037Initializing all the Stores at 1731337819040 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337819040Cleaning up temporary data from old regions at 1731337819050 (+10 ms)Running coprocessor post-open hooks at 1731337819058 (+8 ms)Region opened successfully at 1731337819058
2024-11-11T15:10:19,060 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8., pid=21, masterSystemTime=1731337819027
2024-11-11T15:10:19,063 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8.
2024-11-11T15:10:19,063 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8.
2024-11-11T15:10:19,064 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=561eede472dd5a7ec18a98f62b1e57d8, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,46775,1731337725262
2024-11-11T15:10:19,067 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 561eede472dd5a7ec18a98f62b1e57d8, server=2ba012863a15,46775,1731337725262 because future has completed
2024-11-11T15:10:19,072 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-11T15:10:19,072 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 561eede472dd5a7ec18a98f62b1e57d8, server=2ba012863a15,46775,1731337725262 in 194 msec
2024-11-11T15:10:19,075 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-11T15:10:19,075 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=561eede472dd5a7ec18a98f62b1e57d8, ASSIGN in 355 msec
2024-11-11T15:10:19,076 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-11T15:10:19,076 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731337819076"}]},"ts":"1731337819076"}
2024-11-11T15:10:19,079 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-11T15:10:19,081 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-11T15:10:19,083 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2130 sec
2024-11-11T15:10:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-11T15:10:20,894 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-11T15:10:20,894 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-11T15:10:20,894 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-11T15:10:20,900 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-11T15:10:20,901 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-11T15:10:20,902 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-11T15:10:20,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8., hostname=2ba012863a15,46775,1731337725262, seqNum=2]
2024-11-11T15:10:20,930 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-11T15:10:20,930 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-11T15:10:20,935 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-11T15:10:20,940 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-11T15:10:20,943 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-11T15:10:20,944 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46775 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-11T15:10:23,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46775 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1552199836449636388' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-11T15:10:23,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46775 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:40214 deadline: 1731337824958, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1552199836449636388' does not exist
2024-11-11T15:10:23,962 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 2ba012863a15,46775,1731337725262 for closing scanner id = 1552199836449636388 for 561eede472dd5a7ec18a98f62b1e57d8 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1552199836449636388' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T15:10:23,978 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=446 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=764 (was 730) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4198 (was 3791) - AvailableMemoryMB LEAK? -
2024-11-11T15:10:23,991 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=764, ProcessCount=11, AvailableMemoryMB=4197
2024-11-11T15:10:23,994 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T15:10:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-11T15:10:24,000 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-11T15:10:24,000 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:10:24,003 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-11T15:10:24,003 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-11T15:10:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-11T15:10:24,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741847_1023 (size=411)
2024-11-11T15:10:24,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 68, skipping over this response of 82 bytes
2024-11-11T15:10:24,467 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4fb1be0d3a48a919e388b8f09e41d90f, NAME => 'testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3
2024-11-11T15:10:24,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741848_1024 (size=62)
2024-11-11T15:10:24,527 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:10:24,527 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 4fb1be0d3a48a919e388b8f09e41d90f, disabling compactions & flushes
2024-11-11T15:10:24,527 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f.
2024-11-11T15:10:24,527 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f.
2024-11-11T15:10:24,527 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f. after waiting 0 ms
2024-11-11T15:10:24,527 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f.
2024-11-11T15:10:24,527 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f.
2024-11-11T15:10:24,528 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4fb1be0d3a48a919e388b8f09e41d90f:
Waiting for close lock at 1731337824527Disabling compacts and flushes for region at 1731337824527Disabling writes for close at 1731337824527Writing region close event to WAL at 1731337824527Closed at 1731337824527
2024-11-11T15:10:24,530 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-11T15:10:24,531 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731337824530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337824530"}]},"ts":"1731337824530"}
2024-11-11T15:10:24,543 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-11T15:10:24,543 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-11T15:10:24,547 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-11T15:10:24,548 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731337824547"}]},"ts":"1731337824547"}
2024-11-11T15:10:24,554 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-11T15:10:24,554 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=4fb1be0d3a48a919e388b8f09e41d90f, ASSIGN}]
2024-11-11T15:10:24,565 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=4fb1be0d3a48a919e388b8f09e41d90f, ASSIGN
2024-11-11T15:10:24,567 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=4fb1be0d3a48a919e388b8f09e41d90f, ASSIGN; state=OFFLINE, location=2ba012863a15,46775,1731337725262; forceNewPlan=false, retain=false
2024-11-11T15:10:24,614 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-11T15:10:24,719 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=4fb1be0d3a48a919e388b8f09e41d90f, regionState=OPENING, regionLocation=2ba012863a15,46775,1731337725262
2024-11-11T15:10:24,723 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=4fb1be0d3a48a919e388b8f09e41d90f, ASSIGN because future has completed
2024-11-11T15:10:24,723 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fb1be0d3a48a919e388b8f09e41d90f, server=2ba012863a15,46775,1731337725262}]
2024-11-11T15:10:24,882 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f.
2024-11-11T15:10:24,882 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fb1be0d3a48a919e388b8f09e41d90f, NAME => 'testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f.', STARTKEY => '', ENDKEY => ''}
2024-11-11T15:10:24,883 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 4fb1be0d3a48a919e388b8f09e41d90f
2024-11-11T15:10:24,883 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:10:24,883 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 4fb1be0d3a48a919e388b8f09e41d90f
2024-11-11T15:10:24,883 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 4fb1be0d3a48a919e388b8f09e41d90f
2024-11-11T15:10:24,885 INFO  [StoreOpener-4fb1be0d3a48a919e388b8f09e41d90f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4fb1be0d3a48a919e388b8f09e41d90f 
2024-11-11T15:10:24,887 INFO  [StoreOpener-4fb1be0d3a48a919e388b8f09e41d90f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fb1be0d3a48a919e388b8f09e41d90f columnFamilyName testFamily
2024-11-11T15:10:24,887 DEBUG [StoreOpener-4fb1be0d3a48a919e388b8f09e41d90f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:10:24,888 INFO  [StoreOpener-4fb1be0d3a48a919e388b8f09e41d90f-1 {}] regionserver.HStore(327): Store=4fb1be0d3a48a919e388b8f09e41d90f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T15:10:24,888 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 4fb1be0d3a48a919e388b8f09e41d90f
2024-11-11T15:10:24,889 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnNext/4fb1be0d3a48a919e388b8f09e41d90f
2024-11-11T15:10:24,890 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnNext/4fb1be0d3a48a919e388b8f09e41d90f
2024-11-11T15:10:24,891 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 4fb1be0d3a48a919e388b8f09e41d90f
2024-11-11T15:10:24,891 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 4fb1be0d3a48a919e388b8f09e41d90f
2024-11-11T15:10:24,893 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 4fb1be0d3a48a919e388b8f09e41d90f
2024-11-11T15:10:24,897 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnNext/4fb1be0d3a48a919e388b8f09e41d90f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T15:10:24,898 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 4fb1be0d3a48a919e388b8f09e41d90f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61390289, jitterRate=-0.08521340787410736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-11T15:10:24,898 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4fb1be0d3a48a919e388b8f09e41d90f
2024-11-11T15:10:24,899 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 4fb1be0d3a48a919e388b8f09e41d90f:
Running coprocessor pre-open hook at 1731337824883Writing region info on filesystem at 1731337824883Initializing all the Stores at 1731337824885 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337824885Cleaning up temporary data from old regions at 1731337824891 (+6 ms)Running coprocessor post-open hooks at 1731337824898 (+7 ms)Region opened successfully at 1731337824899 (+1 ms)
2024-11-11T15:10:24,901 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f., pid=24, masterSystemTime=1731337824876
2024-11-11T15:10:24,904 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f.
2024-11-11T15:10:24,904 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f.
2024-11-11T15:10:24,905 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=4fb1be0d3a48a919e388b8f09e41d90f, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,46775,1731337725262
2024-11-11T15:10:24,909 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fb1be0d3a48a919e388b8f09e41d90f, server=2ba012863a15,46775,1731337725262 because future has completed
2024-11-11T15:10:24,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-11T15:10:24,912 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-11T15:10:24,913 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-11T15:10:24,913 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-11T15:10:24,917 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-11T15:10:24,917 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 4fb1be0d3a48a919e388b8f09e41d90f, server=2ba012863a15,46775,1731337725262 in 189 msec
2024-11-11T15:10:24,923 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-11T15:10:24,924 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=4fb1be0d3a48a919e388b8f09e41d90f, ASSIGN in 363 msec
2024-11-11T15:10:24,925 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-11T15:10:24,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731337824925"}]},"ts":"1731337824925"}
2024-11-11T15:10:24,929 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-11T15:10:24,931 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-11T15:10:24,933 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 937 msec
2024-11-11T15:10:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-11T15:10:25,014 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-11T15:10:25,014 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-11T15:10:25,014 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-11T15:10:25,019 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-11T15:10:25,019 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-11T15:10:25,019 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-11T15:10:25,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f., hostname=2ba012863a15,46775,1731337725262, seqNum=2]
2024-11-11T15:10:25,039 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-11T15:10:25,040 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-11T15:10:25,044 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-11T15:10:25,048 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-11T15:10:25,049 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-11T15:10:25,050 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46775 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-11T15:10:28,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46775 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1552199836449636392' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-11T15:10:28,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46775 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:40214 deadline: 1731337829062, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1552199836449636392' does not exist
2024-11-11T15:10:28,066 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 2ba012863a15,46775,1731337725262 for closing scanner id = 1552199836449636392 for 4fb1be0d3a48a919e388b8f09e41d90f of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1552199836449636392' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T15:10:28,083 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2050241591_22 at /127.0.0.1:54778 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=764 (was 764), ProcessCount=11 (was 11), AvailableMemoryMB=4824 (was 4197) - AvailableMemoryMB LEAK? -
2024-11-11T15:10:28,095 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=764, ProcessCount=11, AvailableMemoryMB=4822
2024-11-11T15:10:28,105 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40171 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T15:10:28,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40171 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-11T15:10:28,114 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-11T15:10:28,115 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:10:28,118 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-11T15:10:28,119 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40171 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-11T15:10:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-11T15:10:28,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741849_1025 (size=419)
2024-11-11T15:10:28,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-11-11T15:10:28,587 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4aa7a179e33e3c08c5329aac43fe041, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3
2024-11-11T15:10:28,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741850_1026 (size=70)
2024-11-11T15:10:28,685 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:10:28,685 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing c4aa7a179e33e3c08c5329aac43fe041, disabling compactions & flushes
2024-11-11T15:10:28,685 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041.
2024-11-11T15:10:28,685 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041.
2024-11-11T15:10:28,685 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041. after waiting 0 ms
2024-11-11T15:10:28,685 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041.
2024-11-11T15:10:28,685 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041.
2024-11-11T15:10:28,686 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4aa7a179e33e3c08c5329aac43fe041:
Waiting for close lock at 1731337828685Disabling compacts and flushes for region at 1731337828685Disabling writes for close at 1731337828685Writing region close event to WAL at 1731337828685Closed at 1731337828685
2024-11-11T15:10:28,692 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-11T15:10:28,693 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731337828692"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337828692"}]},"ts":"1731337828692"}
2024-11-11T15:10:28,698 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-11T15:10:28,705 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-11T15:10:28,706 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731337828705"}]},"ts":"1731337828705"}
2024-11-11T15:10:28,711 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-11T15:10:28,712 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c4aa7a179e33e3c08c5329aac43fe041, ASSIGN}]
2024-11-11T15:10:28,715 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c4aa7a179e33e3c08c5329aac43fe041, ASSIGN
2024-11-11T15:10:28,717 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c4aa7a179e33e3c08c5329aac43fe041, ASSIGN; state=OFFLINE, location=2ba012863a15,46775,1731337725262; forceNewPlan=false, retain=false
2024-11-11T15:10:28,870 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=c4aa7a179e33e3c08c5329aac43fe041, regionState=OPENING, regionLocation=2ba012863a15,46775,1731337725262
2024-11-11T15:10:28,887 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c4aa7a179e33e3c08c5329aac43fe041, ASSIGN because future has completed
2024-11-11T15:10:28,888 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4aa7a179e33e3c08c5329aac43fe041, server=2ba012863a15,46775,1731337725262}]
2024-11-11T15:10:29,090 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041.
2024-11-11T15:10:29,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => c4aa7a179e33e3c08c5329aac43fe041, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041.', STARTKEY => '', ENDKEY => ''}
2024-11-11T15:10:29,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync c4aa7a179e33e3c08c5329aac43fe041
2024-11-11T15:10:29,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:10:29,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for c4aa7a179e33e3c08c5329aac43fe041
2024-11-11T15:10:29,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for c4aa7a179e33e3c08c5329aac43fe041
2024-11-11T15:10:29,098 INFO  [StoreOpener-c4aa7a179e33e3c08c5329aac43fe041-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c4aa7a179e33e3c08c5329aac43fe041 
2024-11-11T15:10:29,112 INFO  [StoreOpener-c4aa7a179e33e3c08c5329aac43fe041-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4aa7a179e33e3c08c5329aac43fe041 columnFamilyName testFamily
2024-11-11T15:10:29,112 DEBUG [StoreOpener-c4aa7a179e33e3c08c5329aac43fe041-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:10:29,118 INFO  [StoreOpener-c4aa7a179e33e3c08c5329aac43fe041-1 {}] regionserver.HStore(327): Store=c4aa7a179e33e3c08c5329aac43fe041/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T15:10:29,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for c4aa7a179e33e3c08c5329aac43fe041
2024-11-11T15:10:29,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c4aa7a179e33e3c08c5329aac43fe041
2024-11-11T15:10:29,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c4aa7a179e33e3c08c5329aac43fe041
2024-11-11T15:10:29,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for c4aa7a179e33e3c08c5329aac43fe041
2024-11-11T15:10:29,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for c4aa7a179e33e3c08c5329aac43fe041
2024-11-11T15:10:29,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for c4aa7a179e33e3c08c5329aac43fe041
2024-11-11T15:10:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-11T15:10:29,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c4aa7a179e33e3c08c5329aac43fe041/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T15:10:29,158 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened c4aa7a179e33e3c08c5329aac43fe041; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69166098, jitterRate=0.03065517544746399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-11T15:10:29,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4aa7a179e33e3c08c5329aac43fe041
2024-11-11T15:10:29,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for c4aa7a179e33e3c08c5329aac43fe041:
Running coprocessor pre-open hook at 1731337829092Writing region info on filesystem at 1731337829092Initializing all the Stores at 1731337829097 (+5 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337829097Cleaning up temporary data from old regions at 1731337829122 (+25 ms)Running coprocessor post-open hooks at 1731337829158 (+36 ms)Region opened successfully at 1731337829159 (+1 ms)
2024-11-11T15:10:29,170 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041., pid=27, masterSystemTime=1731337829050
2024-11-11T15:10:29,178 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=c4aa7a179e33e3c08c5329aac43fe041, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,46775,1731337725262
2024-11-11T15:10:29,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041.
2024-11-11T15:10:29,178 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041.
2024-11-11T15:10:29,194 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4aa7a179e33e3c08c5329aac43fe041, server=2ba012863a15,46775,1731337725262 because future has completed
2024-11-11T15:10:29,210 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-11T15:10:29,210 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure c4aa7a179e33e3c08c5329aac43fe041, server=2ba012863a15,46775,1731337725262 in 316 msec
2024-11-11T15:10:29,216 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-11T15:10:29,216 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=c4aa7a179e33e3c08c5329aac43fe041, ASSIGN in 498 msec
2024-11-11T15:10:29,218 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-11T15:10:29,219 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731337829218"}]},"ts":"1731337829218"}
2024-11-11T15:10:29,227 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-11T15:10:29,229 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-11T15:10:29,238 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1240 sec
2024-11-11T15:10:29,414 INFO  [master/2ba012863a15:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-11T15:10:29,414 INFO  [master/2ba012863a15:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-11T15:10:30,388 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-11T15:10:30,617 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-11T15:10:30,618 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-11T15:10:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-11T15:10:31,177 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-11T15:10:31,177 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-11T15:10:31,177 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-11T15:10:31,184 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-11T15:10:31,184 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-11T15:10:31,184 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-11T15:10:31,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041., hostname=2ba012863a15,46775,1731337725262, seqNum=2]
2024-11-11T15:10:31,218 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-11T15:10:31,220 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-11T15:10:31,228 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-11T15:10:31,231 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46775 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-11T15:10:34,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-11T15:10:34,912 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-11T15:10:37,239 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041., hostname=2ba012863a15,46775,1731337725262, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041., hostname=2ba012863a15,46775,1731337725262, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2ba012863a15:46775 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=86,methodName=Scan], waitTime=6010ms, rpcTimeout=5999ms
2024-11-11T15:10:37,239 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041., hostname=2ba012863a15,46775,1731337725262, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=86,methodName=Scan], waitTime=6010ms, rpcTimeout=5999ms
2024-11-11T15:10:37,239 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041., hostname=2ba012863a15,46775,1731337725262, seqNum=2 from cache
2024-11-11T15:10:37,257 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=823 (was 764) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3796 (was 4822)
2024-11-11T15:10:37,286 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=823, ProcessCount=11, AvailableMemoryMB=3795
2024-11-11T15:10:37,289 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40171 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T15:10:37,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40171 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-11T15:10:37,294 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-11T15:10:37,294 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:10:37,295 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40171 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-11T15:10:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-11T15:10:37,297 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-11T15:10:37,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741851_1027 (size=407)
2024-11-11T15:10:37,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 86, skipping over this response of 88 bytes
2024-11-11T15:10:37,747 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 00b34f4a130bc69f08d3604161fa3f25, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3
2024-11-11T15:10:37,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741852_1028 (size=58)
2024-11-11T15:10:37,773 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:10:37,773 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 00b34f4a130bc69f08d3604161fa3f25, disabling compactions & flushes
2024-11-11T15:10:37,773 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25.
2024-11-11T15:10:37,773 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25.
2024-11-11T15:10:37,774 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25. after waiting 0 ms
2024-11-11T15:10:37,774 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25.
2024-11-11T15:10:37,774 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25.
2024-11-11T15:10:37,774 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 00b34f4a130bc69f08d3604161fa3f25:
Waiting for close lock at 1731337837773Disabling compacts and flushes for region at 1731337837773Disabling writes for close at 1731337837774 (+1 ms)Writing region close event to WAL at 1731337837774Closed at 1731337837774
2024-11-11T15:10:37,776 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-11T15:10:37,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731337837776"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337837776"}]},"ts":"1731337837776"}
2024-11-11T15:10:37,780 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-11T15:10:37,782 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-11T15:10:37,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731337837783"}]},"ts":"1731337837783"}
2024-11-11T15:10:37,787 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-11T15:10:37,787 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=00b34f4a130bc69f08d3604161fa3f25, ASSIGN}]
2024-11-11T15:10:37,794 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=00b34f4a130bc69f08d3604161fa3f25, ASSIGN
2024-11-11T15:10:37,801 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=00b34f4a130bc69f08d3604161fa3f25, ASSIGN; state=OFFLINE, location=2ba012863a15,46775,1731337725262; forceNewPlan=false, retain=false
2024-11-11T15:10:37,955 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=00b34f4a130bc69f08d3604161fa3f25, regionState=OPENING, regionLocation=2ba012863a15,46775,1731337725262
2024-11-11T15:10:37,962 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=00b34f4a130bc69f08d3604161fa3f25, ASSIGN because future has completed
2024-11-11T15:10:37,966 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00b34f4a130bc69f08d3604161fa3f25, server=2ba012863a15,46775,1731337725262}]
2024-11-11T15:10:38,143 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25.
2024-11-11T15:10:38,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 00b34f4a130bc69f08d3604161fa3f25, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25.', STARTKEY => '', ENDKEY => ''}
2024-11-11T15:10:38,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 00b34f4a130bc69f08d3604161fa3f25
2024-11-11T15:10:38,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:10:38,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 00b34f4a130bc69f08d3604161fa3f25
2024-11-11T15:10:38,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 00b34f4a130bc69f08d3604161fa3f25
2024-11-11T15:10:38,148 INFO  [StoreOpener-00b34f4a130bc69f08d3604161fa3f25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 00b34f4a130bc69f08d3604161fa3f25 
2024-11-11T15:10:38,159 INFO  [StoreOpener-00b34f4a130bc69f08d3604161fa3f25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00b34f4a130bc69f08d3604161fa3f25 columnFamilyName testFamily
2024-11-11T15:10:38,159 DEBUG [StoreOpener-00b34f4a130bc69f08d3604161fa3f25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:10:38,162 INFO  [StoreOpener-00b34f4a130bc69f08d3604161fa3f25-1 {}] regionserver.HStore(327): Store=00b34f4a130bc69f08d3604161fa3f25/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T15:10:38,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 00b34f4a130bc69f08d3604161fa3f25
2024-11-11T15:10:38,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnNext/00b34f4a130bc69f08d3604161fa3f25
2024-11-11T15:10:38,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnNext/00b34f4a130bc69f08d3604161fa3f25
2024-11-11T15:10:38,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 00b34f4a130bc69f08d3604161fa3f25
2024-11-11T15:10:38,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 00b34f4a130bc69f08d3604161fa3f25
2024-11-11T15:10:38,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 00b34f4a130bc69f08d3604161fa3f25
2024-11-11T15:10:38,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnNext/00b34f4a130bc69f08d3604161fa3f25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T15:10:38,185 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 00b34f4a130bc69f08d3604161fa3f25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73762276, jitterRate=0.09914356470108032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-11T15:10:38,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00b34f4a130bc69f08d3604161fa3f25
2024-11-11T15:10:38,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 00b34f4a130bc69f08d3604161fa3f25:
Running coprocessor pre-open hook at 1731337838145Writing region info on filesystem at 1731337838145Initializing all the Stores at 1731337838148 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337838148Cleaning up temporary data from old regions at 1731337838167 (+19 ms)Running coprocessor post-open hooks at 1731337838186 (+19 ms)Region opened successfully at 1731337838186
2024-11-11T15:10:38,192 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25., pid=30, masterSystemTime=1731337838125
2024-11-11T15:10:38,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25.
2024-11-11T15:10:38,198 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25.
2024-11-11T15:10:38,203 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=00b34f4a130bc69f08d3604161fa3f25, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,46775,1731337725262
2024-11-11T15:10:38,218 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00b34f4a130bc69f08d3604161fa3f25, server=2ba012863a15,46775,1731337725262 because future has completed
2024-11-11T15:10:38,239 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-11T15:10:38,239 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 00b34f4a130bc69f08d3604161fa3f25, server=2ba012863a15,46775,1731337725262 in 257 msec
2024-11-11T15:10:38,258 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-11T15:10:38,258 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=00b34f4a130bc69f08d3604161fa3f25, ASSIGN in 452 msec
2024-11-11T15:10:38,263 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-11T15:10:38,263 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731337838263"}]},"ts":"1731337838263"}
2024-11-11T15:10:38,268 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-11T15:10:38,272 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-11T15:10:38,277 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 983 msec
2024-11-11T15:10:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-11T15:10:38,315 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-11T15:10:38,315 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-11T15:10:38,319 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-11T15:10:38,327 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-11T15:10:38,327 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-11T15:10:38,327 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-11T15:10:38,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25., hostname=2ba012863a15,46775,1731337725262, seqNum=2]
2024-11-11T15:10:38,357 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-11T15:10:38,357 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-11T15:10:38,365 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-11T15:10:38,384 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-11T15:10:38,390 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-11T15:10:38,396 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46775 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-11T15:10:42,620 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-11T15:10:43,069 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-11T15:10:43,673 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-11T15:10:44,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46775 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '1552199836449636400' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-11T15:10:44,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46775 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:40214 deadline: 1731337850409, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1552199836449636400' does not exist
2024-11-11T15:10:44,411 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 2ba012863a15,46775,1731337725262 for closing scanner id = 1552199836449636400 for 00b34f4a130bc69f08d3604161fa3f25 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1552199836449636400' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T15:10:44,419 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=817 (was 823), ProcessCount=11 (was 11), AvailableMemoryMB=3515 (was 3795)
2024-11-11T15:10:44,427 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=817, ProcessCount=11, AvailableMemoryMB=3515
2024-11-11T15:10:44,429 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T15:10:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-11T15:10:44,432 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-11T15:10:44,432 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:10:44,432 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-11T15:10:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-11T15:10:44,434 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-11T15:10:44,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741853_1029 (size=423)
2024-11-11T15:10:44,844 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7314902c5548c0749823f75839f2c01d, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3
2024-11-11T15:10:44,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741854_1030 (size=74)
2024-11-11T15:10:44,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 95, skipping over this response of 82 bytes
2024-11-11T15:10:44,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-11T15:10:44,912 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-11T15:10:45,253 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:10:45,254 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 7314902c5548c0749823f75839f2c01d, disabling compactions & flushes
2024-11-11T15:10:45,254 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d.
2024-11-11T15:10:45,254 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d.
2024-11-11T15:10:45,254 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d. after waiting 0 ms
2024-11-11T15:10:45,254 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d.
2024-11-11T15:10:45,254 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d.
2024-11-11T15:10:45,254 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7314902c5548c0749823f75839f2c01d:
Waiting for close lock at 1731337845253Disabling compacts and flushes for region at 1731337845253Disabling writes for close at 1731337845254 (+1 ms)Writing region close event to WAL at 1731337845254Closed at 1731337845254
2024-11-11T15:10:45,257 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-11T15:10:45,258 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731337845257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337845257"}]},"ts":"1731337845257"}
2024-11-11T15:10:45,261 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-11T15:10:45,263 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-11T15:10:45,263 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731337845263"}]},"ts":"1731337845263"}
2024-11-11T15:10:45,266 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-11T15:10:45,267 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=7314902c5548c0749823f75839f2c01d, ASSIGN}]
2024-11-11T15:10:45,268 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=7314902c5548c0749823f75839f2c01d, ASSIGN
2024-11-11T15:10:45,269 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=7314902c5548c0749823f75839f2c01d, ASSIGN; state=OFFLINE, location=2ba012863a15,46775,1731337725262; forceNewPlan=false, retain=false
2024-11-11T15:10:45,420 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=7314902c5548c0749823f75839f2c01d, regionState=OPENING, regionLocation=2ba012863a15,46775,1731337725262
2024-11-11T15:10:45,424 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=7314902c5548c0749823f75839f2c01d, ASSIGN because future has completed
2024-11-11T15:10:45,424 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7314902c5548c0749823f75839f2c01d, server=2ba012863a15,46775,1731337725262}]
2024-11-11T15:10:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-11T15:10:45,586 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d.
2024-11-11T15:10:45,586 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 7314902c5548c0749823f75839f2c01d, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d.', STARTKEY => '', ENDKEY => ''}
2024-11-11T15:10:45,587 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 7314902c5548c0749823f75839f2c01d
2024-11-11T15:10:45,587 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T15:10:45,587 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 7314902c5548c0749823f75839f2c01d
2024-11-11T15:10:45,587 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 7314902c5548c0749823f75839f2c01d
2024-11-11T15:10:45,590 INFO  [StoreOpener-7314902c5548c0749823f75839f2c01d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7314902c5548c0749823f75839f2c01d 
2024-11-11T15:10:45,592 INFO  [StoreOpener-7314902c5548c0749823f75839f2c01d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7314902c5548c0749823f75839f2c01d columnFamilyName testFamily
2024-11-11T15:10:45,592 DEBUG [StoreOpener-7314902c5548c0749823f75839f2c01d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T15:10:45,593 INFO  [StoreOpener-7314902c5548c0749823f75839f2c01d-1 {}] regionserver.HStore(327): Store=7314902c5548c0749823f75839f2c01d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T15:10:45,593 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 7314902c5548c0749823f75839f2c01d
2024-11-11T15:10:45,594 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnOpenScannerAsync/7314902c5548c0749823f75839f2c01d
2024-11-11T15:10:45,595 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnOpenScannerAsync/7314902c5548c0749823f75839f2c01d
2024-11-11T15:10:45,595 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 7314902c5548c0749823f75839f2c01d
2024-11-11T15:10:45,595 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 7314902c5548c0749823f75839f2c01d
2024-11-11T15:10:45,598 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 7314902c5548c0749823f75839f2c01d
2024-11-11T15:10:45,602 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnOpenScannerAsync/7314902c5548c0749823f75839f2c01d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T15:10:45,603 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 7314902c5548c0749823f75839f2c01d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61778374, jitterRate=-0.079430490732193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-11T15:10:45,603 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7314902c5548c0749823f75839f2c01d
2024-11-11T15:10:45,605 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 7314902c5548c0749823f75839f2c01d:
Running coprocessor pre-open hook at 1731337845587Writing region info on filesystem at 1731337845587Initializing all the Stores at 1731337845589 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337845589Cleaning up temporary data from old regions at 1731337845595 (+6 ms)Running coprocessor post-open hooks at 1731337845603 (+8 ms)Region opened successfully at 1731337845605 (+2 ms)
2024-11-11T15:10:45,606 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d., pid=33, masterSystemTime=1731337845577
2024-11-11T15:10:45,609 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d.
2024-11-11T15:10:45,609 INFO  [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d.
2024-11-11T15:10:45,610 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=7314902c5548c0749823f75839f2c01d, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,46775,1731337725262
2024-11-11T15:10:45,613 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7314902c5548c0749823f75839f2c01d, server=2ba012863a15,46775,1731337725262 because future has completed
2024-11-11T15:10:45,617 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-11T15:10:45,618 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 7314902c5548c0749823f75839f2c01d, server=2ba012863a15,46775,1731337725262 in 191 msec
2024-11-11T15:10:45,619 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-11T15:10:45,620 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=7314902c5548c0749823f75839f2c01d, ASSIGN in 350 msec
2024-11-11T15:10:45,620 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-11T15:10:45,621 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731337845620"}]},"ts":"1731337845620"}
2024-11-11T15:10:45,623 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-11T15:10:45,625 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-11T15:10:45,627 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1960 sec
2024-11-11T15:10:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-11T15:10:47,464 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-11T15:10:47,465 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-11T15:10:47,465 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-11T15:10:47,473 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-11T15:10:47,474 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-11T15:10:47,474 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-11T15:10:47,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d., hostname=2ba012863a15,46775,1731337725262, seqNum=2]
2024-11-11T15:10:47,491 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-11T15:10:47,492 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-11T15:10:47,496 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-11T15:10:47,497 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46775 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-11T15:10:48,504 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d., hostname=2ba012863a15,46775,1731337725262, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d., hostname=2ba012863a15,46775,1731337725262, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2ba012863a15:46775 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=103,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-11-11T15:10:48,504 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d., hostname=2ba012863a15,46775,1731337725262, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=103,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-11-11T15:10:48,505 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d., hostname=2ba012863a15,46775,1731337725262, seqNum=2 from cache
2024-11-11T15:10:48,622 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-11T15:10:48,702 DEBUG [master/2ba012863a15:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-11T15:10:48,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 103, skipping over this response of 88 bytes
2024-11-11T15:10:49,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d., hostname=2ba012863a15,46775,1731337725262, seqNum=2]
2024-11-11T15:10:49,518 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46775 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-11T15:10:50,505 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d., hostname=2ba012863a15,46775,1731337725262, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d., hostname=2ba012863a15,46775,1731337725262, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2ba012863a15:46775 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=105,methodName=Scan], waitTime=987ms, rpcTimeout=979ms
2024-11-11T15:10:50,505 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d., hostname=2ba012863a15,46775,1731337725262, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=105,methodName=Scan], waitTime=987ms, rpcTimeout=979ms
2024-11-11T15:10:50,505 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d., hostname=2ba012863a15,46775,1731337725262, seqNum=2 from cache
2024-11-11T15:10:50,517 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=446 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=767 (was 817), ProcessCount=11 (was 11), AvailableMemoryMB=3481 (was 3515)
2024-11-11T15:10:50,518 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-11T15:10:50,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-11T15:10:50,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T15:10:50,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T15:10:50,523 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T15:10:50,524 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-11T15:10:50,524 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-11T15:10:50,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-11T15:10:50,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T15:10:50,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T15:10:50,524 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T15:10:50,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-11T15:10:50,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1546128933, stopped=false
2024-11-11T15:10:50,525 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2ba012863a15,40171,1731337724482
2024-11-11T15:10:50,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1002f471be50001, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-11T15:10:50,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-11T15:10:50,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1002f471be50001, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T15:10:50,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T15:10:50,531 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-11T15:10:50,532 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-11T15:10:50,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46775-0x1002f471be50001, quorum=127.0.0.1:58501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-11T15:10:50,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-11T15:10:50,532 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-11T15:10:50,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T15:10:50,533 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2ba012863a15,46775,1731337725262' *****
2024-11-11T15:10:50,533 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-11T15:10:50,533 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-11T15:10:50,533 INFO  [RS:0;2ba012863a15:46775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-11T15:10:50,533 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-11T15:10:50,533 INFO  [RS:0;2ba012863a15:46775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-11T15:10:50,534 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(3091): Received CLOSE for 149cc6b71aa3aa2772f4781ed50dcf9d
2024-11-11T15:10:50,534 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(3091): Received CLOSE for 6380e5cea87ddc044c31b7d9108c6b6e
2024-11-11T15:10:50,534 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(3091): Received CLOSE for 00b34f4a130bc69f08d3604161fa3f25
2024-11-11T15:10:50,534 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f80ec72ba21ec8b75107f976e669e52
2024-11-11T15:10:50,534 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(3091): Received CLOSE for 4fb1be0d3a48a919e388b8f09e41d90f
2024-11-11T15:10:50,534 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(3091): Received CLOSE for c4aa7a179e33e3c08c5329aac43fe041
2024-11-11T15:10:50,534 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a0c2effc333fe6886af270d0a4d2176
2024-11-11T15:10:50,535 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(3091): Received CLOSE for 7314902c5548c0749823f75839f2c01d
2024-11-11T15:10:50,535 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(3091): Received CLOSE for 07fcea3a8779d05f675110ca63b24359
2024-11-11T15:10:50,535 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 149cc6b71aa3aa2772f4781ed50dcf9d, disabling compactions & flushes
2024-11-11T15:10:50,535 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(3091): Received CLOSE for 561eede472dd5a7ec18a98f62b1e57d8
2024-11-11T15:10:50,535 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d.
2024-11-11T15:10:50,535 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d.
2024-11-11T15:10:50,535 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(959): stopping server 2ba012863a15,46775,1731337725262
2024-11-11T15:10:50,535 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d. after waiting 0 ms
2024-11-11T15:10:50,535 INFO  [RS:0;2ba012863a15:46775 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-11T15:10:50,535 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d.
2024-11-11T15:10:50,535 INFO  [RS:0;2ba012863a15:46775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2ba012863a15:46775.
2024-11-11T15:10:50,535 DEBUG [RS:0;2ba012863a15:46775 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-11T15:10:50,535 DEBUG [RS:0;2ba012863a15:46775 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T15:10:50,536 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-11T15:10:50,536 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-11T15:10:50,536 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-11T15:10:50,536 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-11T15:10:50,536 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-11T15:10:50,536 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-11T15:10:50,536 INFO  [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-11T15:10:50,537 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-11T15:10:50,537 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-11T15:10:50,537 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-11T15:10:50,537 DEBUG [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1351): Waiting on 00b34f4a130bc69f08d3604161fa3f25, 07fcea3a8779d05f675110ca63b24359, 149cc6b71aa3aa2772f4781ed50dcf9d, 1588230740, 4fb1be0d3a48a919e388b8f09e41d90f, 561eede472dd5a7ec18a98f62b1e57d8, 6380e5cea87ddc044c31b7d9108c6b6e, 6a0c2effc333fe6886af270d0a4d2176, 7314902c5548c0749823f75839f2c01d, 9f80ec72ba21ec8b75107f976e669e52, c4aa7a179e33e3c08c5329aac43fe041
2024-11-11T15:10:50,539 INFO  [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-11T15:10:50,539 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 149cc6b71aa3aa2772f4781ed50dcf9d 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-11T15:10:50,604 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnNextAsync/149cc6b71aa3aa2772f4781ed50dcf9d/.tmp/testFamily/2efae564f76c445883e112ff9cc0c136 is 61, key is row-0/testFamily:testQualifier/1731337802523/Put/seqid=0
2024-11-11T15:10:50,609 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/meta/1588230740/.tmp/info/f2c7a3fa957a496cb81919c40942b99f is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359./info:regioninfo/1731337790224/Put/seqid=0
2024-11-11T15:10:50,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741855_1031 (size=5049)
2024-11-11T15:10:50,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741856_1032 (size=20564)
2024-11-11T15:10:50,737 DEBUG [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1351): Waiting on 00b34f4a130bc69f08d3604161fa3f25, 07fcea3a8779d05f675110ca63b24359, 149cc6b71aa3aa2772f4781ed50dcf9d, 1588230740, 4fb1be0d3a48a919e388b8f09e41d90f, 561eede472dd5a7ec18a98f62b1e57d8, 6380e5cea87ddc044c31b7d9108c6b6e, 6a0c2effc333fe6886af270d0a4d2176, 7314902c5548c0749823f75839f2c01d, 9f80ec72ba21ec8b75107f976e669e52, c4aa7a179e33e3c08c5329aac43fe041
2024-11-11T15:10:50,937 DEBUG [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1351): Waiting on 00b34f4a130bc69f08d3604161fa3f25, 07fcea3a8779d05f675110ca63b24359, 149cc6b71aa3aa2772f4781ed50dcf9d, 1588230740, 4fb1be0d3a48a919e388b8f09e41d90f, 561eede472dd5a7ec18a98f62b1e57d8, 6380e5cea87ddc044c31b7d9108c6b6e, 6a0c2effc333fe6886af270d0a4d2176, 7314902c5548c0749823f75839f2c01d, 9f80ec72ba21ec8b75107f976e669e52, c4aa7a179e33e3c08c5329aac43fe041
2024-11-11T15:10:51,001 INFO  [regionserver/2ba012863a15:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-11T15:10:51,001 INFO  [regionserver/2ba012863a15:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-11T15:10:51,016 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnNextAsync/149cc6b71aa3aa2772f4781ed50dcf9d/.tmp/testFamily/2efae564f76c445883e112ff9cc0c136
2024-11-11T15:10:51,018 INFO  [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/meta/1588230740/.tmp/info/f2c7a3fa957a496cb81919c40942b99f
2024-11-11T15:10:51,018 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-11T15:10:51,065 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnNextAsync/149cc6b71aa3aa2772f4781ed50dcf9d/.tmp/testFamily/2efae564f76c445883e112ff9cc0c136 as hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnNextAsync/149cc6b71aa3aa2772f4781ed50dcf9d/testFamily/2efae564f76c445883e112ff9cc0c136
2024-11-11T15:10:51,074 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnNextAsync/149cc6b71aa3aa2772f4781ed50dcf9d/testFamily/2efae564f76c445883e112ff9cc0c136, entries=4, sequenceid=8, filesize=4.9 K
2024-11-11T15:10:51,083 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 149cc6b71aa3aa2772f4781ed50dcf9d in 543ms, sequenceid=8, compaction requested=false
2024-11-11T15:10:51,083 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/meta/1588230740/.tmp/ns/0737c266a0e04c90bb39c6b06c5cd4ab is 43, key is default/ns:d/1731337788636/Put/seqid=0
2024-11-11T15:10:51,089 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741857_1033 (size=5153)
2024-11-11T15:10:51,089 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-11T15:10:51,092 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnNextAsync/149cc6b71aa3aa2772f4781ed50dcf9d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-11T15:10:51,095 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d.
2024-11-11T15:10:51,095 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 149cc6b71aa3aa2772f4781ed50dcf9d:
Waiting for close lock at 1731337850534Running coprocessor pre-close hooks at 1731337850535 (+1 ms)Disabling compacts and flushes for region at 1731337850535Disabling writes for close at 1731337850535Obtaining lock to block concurrent updates at 1731337850540 (+5 ms)Preparing flush snapshotting stores in 149cc6b71aa3aa2772f4781ed50dcf9d at 1731337850540Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731337850548 (+8 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d. at 1731337850550 (+2 ms)Flushing 149cc6b71aa3aa2772f4781ed50dcf9d/testFamily: creating writer at 1731337850551 (+1 ms)Flushing 149cc6b71aa3aa2772f4781ed50dcf9d/testFamily: appending metadata at 1731337850597 (+46 ms)Flushing 149cc6b71aa3aa2772f4781ed50dcf9d/testFamily: closing flushed file at 1731337850600 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@405bea0b: reopening flushed file at 1731337851063 (+463 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 149cc6b71aa3aa2772f4781ed50dcf9d in 543ms, sequenceid=8, compaction requested=false at 1731337851083 (+20 ms)Writing region close event to WAL at 1731337851085 (+2 ms)Running coprocessor post-close hooks at 1731337851093 (+8 ms)Closed at 1731337851094 (+1 ms)
2024-11-11T15:10:51,096 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731337801475.149cc6b71aa3aa2772f4781ed50dcf9d.
2024-11-11T15:10:51,096 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6380e5cea87ddc044c31b7d9108c6b6e, disabling compactions & flushes
2024-11-11T15:10:51,096 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e.
2024-11-11T15:10:51,096 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e.
2024-11-11T15:10:51,096 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e. after waiting 0 ms
2024-11-11T15:10:51,096 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e.
2024-11-11T15:10:51,096 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6380e5cea87ddc044c31b7d9108c6b6e 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-11T15:10:51,123 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnOpenScanner/6380e5cea87ddc044c31b7d9108c6b6e/.tmp/testFamily/724c0779641f4accb0d68b3a5cd33e4b is 61, key is row-0/testFamily:testQualifier/1731337814818/Put/seqid=0
2024-11-11T15:10:51,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741858_1034 (size=5049)
2024-11-11T15:10:51,132 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnOpenScanner/6380e5cea87ddc044c31b7d9108c6b6e/.tmp/testFamily/724c0779641f4accb0d68b3a5cd33e4b
2024-11-11T15:10:51,138 DEBUG [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1351): Waiting on 00b34f4a130bc69f08d3604161fa3f25, 07fcea3a8779d05f675110ca63b24359, 1588230740, 4fb1be0d3a48a919e388b8f09e41d90f, 561eede472dd5a7ec18a98f62b1e57d8, 6380e5cea87ddc044c31b7d9108c6b6e, 6a0c2effc333fe6886af270d0a4d2176, 7314902c5548c0749823f75839f2c01d, 9f80ec72ba21ec8b75107f976e669e52, c4aa7a179e33e3c08c5329aac43fe041
2024-11-11T15:10:51,147 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnOpenScanner/6380e5cea87ddc044c31b7d9108c6b6e/.tmp/testFamily/724c0779641f4accb0d68b3a5cd33e4b as hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnOpenScanner/6380e5cea87ddc044c31b7d9108c6b6e/testFamily/724c0779641f4accb0d68b3a5cd33e4b
2024-11-11T15:10:51,160 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnOpenScanner/6380e5cea87ddc044c31b7d9108c6b6e/testFamily/724c0779641f4accb0d68b3a5cd33e4b, entries=4, sequenceid=8, filesize=4.9 K
2024-11-11T15:10:51,163 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6380e5cea87ddc044c31b7d9108c6b6e in 67ms, sequenceid=8, compaction requested=false
2024-11-11T15:10:51,169 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnOpenScanner/6380e5cea87ddc044c31b7d9108c6b6e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-11T15:10:51,170 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e.
2024-11-11T15:10:51,170 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6380e5cea87ddc044c31b7d9108c6b6e:
Waiting for close lock at 1731337851096Running coprocessor pre-close hooks at 1731337851096Disabling compacts and flushes for region at 1731337851096Disabling writes for close at 1731337851096Obtaining lock to block concurrent updates at 1731337851096Preparing flush snapshotting stores in 6380e5cea87ddc044c31b7d9108c6b6e at 1731337851096Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731337851097 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e. at 1731337851098 (+1 ms)Flushing 6380e5cea87ddc044c31b7d9108c6b6e/testFamily: creating writer at 1731337851098Flushing 6380e5cea87ddc044c31b7d9108c6b6e/testFamily: appending metadata at 1731337851122 (+24 ms)Flushing 6380e5cea87ddc044c31b7d9108c6b6e/testFamily: closing flushed file at 1731337851122Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@718cc4e7: reopening flushed file at 1731337851145 (+23 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6380e5cea87ddc044c31b7d9108c6b6e in 67ms, sequenceid=8, compaction requested=false at 1731337851163 (+18 ms)Writing region close event to WAL at 1731337851164 (+1 ms)Running coprocessor post-close hooks at 1731337851170 (+6 ms)Closed at 1731337851170
2024-11-11T15:10:51,170 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731337811767.6380e5cea87ddc044c31b7d9108c6b6e.
2024-11-11T15:10:51,171 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 00b34f4a130bc69f08d3604161fa3f25, disabling compactions & flushes
2024-11-11T15:10:51,171 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25.
2024-11-11T15:10:51,171 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25.
2024-11-11T15:10:51,171 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25. after waiting 0 ms
2024-11-11T15:10:51,171 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25.
2024-11-11T15:10:51,171 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 00b34f4a130bc69f08d3604161fa3f25 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-11T15:10:51,201 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnNext/00b34f4a130bc69f08d3604161fa3f25/.tmp/testFamily/323db53264964ae1a504cab7a67b4e7d is 61, key is row-0/testFamily:testQualifier/1731337838335/Put/seqid=0
2024-11-11T15:10:51,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741859_1035 (size=5049)
2024-11-11T15:10:51,224 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnNext/00b34f4a130bc69f08d3604161fa3f25/.tmp/testFamily/323db53264964ae1a504cab7a67b4e7d
2024-11-11T15:10:51,248 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnNext/00b34f4a130bc69f08d3604161fa3f25/.tmp/testFamily/323db53264964ae1a504cab7a67b4e7d as hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnNext/00b34f4a130bc69f08d3604161fa3f25/testFamily/323db53264964ae1a504cab7a67b4e7d
2024-11-11T15:10:51,266 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnNext/00b34f4a130bc69f08d3604161fa3f25/testFamily/323db53264964ae1a504cab7a67b4e7d, entries=4, sequenceid=8, filesize=4.9 K
2024-11-11T15:10:51,268 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 00b34f4a130bc69f08d3604161fa3f25 in 96ms, sequenceid=8, compaction requested=false
2024-11-11T15:10:51,279 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnNext/00b34f4a130bc69f08d3604161fa3f25/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-11T15:10:51,280 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25.
2024-11-11T15:10:51,281 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 00b34f4a130bc69f08d3604161fa3f25:
Waiting for close lock at 1731337851171Running coprocessor pre-close hooks at 1731337851171Disabling compacts and flushes for region at 1731337851171Disabling writes for close at 1731337851171Obtaining lock to block concurrent updates at 1731337851171Preparing flush snapshotting stores in 00b34f4a130bc69f08d3604161fa3f25 at 1731337851171Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731337851171Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25. at 1731337851173 (+2 ms)Flushing 00b34f4a130bc69f08d3604161fa3f25/testFamily: creating writer at 1731337851173Flushing 00b34f4a130bc69f08d3604161fa3f25/testFamily: appending metadata at 1731337851201 (+28 ms)Flushing 00b34f4a130bc69f08d3604161fa3f25/testFamily: closing flushed file at 1731337851201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f80fc0b: reopening flushed file at 1731337851246 (+45 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 00b34f4a130bc69f08d3604161fa3f25 in 96ms, sequenceid=8, compaction requested=false at 1731337851268 (+22 ms)Writing region close event to WAL at 1731337851272 (+4 ms)Running coprocessor post-close hooks at 1731337851280 (+8 ms)Closed at 1731337851280
2024-11-11T15:10:51,281 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731337837289.00b34f4a130bc69f08d3604161fa3f25.
2024-11-11T15:10:51,281 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f80ec72ba21ec8b75107f976e669e52, disabling compactions & flushes
2024-11-11T15:10:51,281 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52.
2024-11-11T15:10:51,281 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52.
2024-11-11T15:10:51,282 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52. after waiting 0 ms
2024-11-11T15:10:51,282 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52.
2024-11-11T15:10:51,282 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9f80ec72ba21ec8b75107f976e669e52 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-11T15:10:51,309 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testRetryOutOfOrderScannerNextException/9f80ec72ba21ec8b75107f976e669e52/.tmp/testFamily/b179973537b8422ea09b31669fcba799 is 61, key is row-0/testFamily:testQualifier/1731337811695/Put/seqid=0
2024-11-11T15:10:51,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741860_1036 (size=5049)
2024-11-11T15:10:51,324 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testRetryOutOfOrderScannerNextException/9f80ec72ba21ec8b75107f976e669e52/.tmp/testFamily/b179973537b8422ea09b31669fcba799
2024-11-11T15:10:51,338 DEBUG [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1351): Waiting on 07fcea3a8779d05f675110ca63b24359, 1588230740, 4fb1be0d3a48a919e388b8f09e41d90f, 561eede472dd5a7ec18a98f62b1e57d8, 6a0c2effc333fe6886af270d0a4d2176, 7314902c5548c0749823f75839f2c01d, 9f80ec72ba21ec8b75107f976e669e52, c4aa7a179e33e3c08c5329aac43fe041
2024-11-11T15:10:51,356 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testRetryOutOfOrderScannerNextException/9f80ec72ba21ec8b75107f976e669e52/.tmp/testFamily/b179973537b8422ea09b31669fcba799 as hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testRetryOutOfOrderScannerNextException/9f80ec72ba21ec8b75107f976e669e52/testFamily/b179973537b8422ea09b31669fcba799
2024-11-11T15:10:51,377 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testRetryOutOfOrderScannerNextException/9f80ec72ba21ec8b75107f976e669e52/testFamily/b179973537b8422ea09b31669fcba799, entries=4, sequenceid=8, filesize=4.9 K
2024-11-11T15:10:51,379 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9f80ec72ba21ec8b75107f976e669e52 in 97ms, sequenceid=8, compaction requested=false
2024-11-11T15:10:51,410 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testRetryOutOfOrderScannerNextException/9f80ec72ba21ec8b75107f976e669e52/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-11T15:10:51,412 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52.
2024-11-11T15:10:51,412 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f80ec72ba21ec8b75107f976e669e52:
Waiting for close lock at 1731337851281Running coprocessor pre-close hooks at 1731337851281Disabling compacts and flushes for region at 1731337851281Disabling writes for close at 1731337851282 (+1 ms)Obtaining lock to block concurrent updates at 1731337851282Preparing flush snapshotting stores in 9f80ec72ba21ec8b75107f976e669e52 at 1731337851282Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731337851282Flushing stores of testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52. at 1731337851285 (+3 ms)Flushing 9f80ec72ba21ec8b75107f976e669e52/testFamily: creating writer at 1731337851285Flushing 9f80ec72ba21ec8b75107f976e669e52/testFamily: appending metadata at 1731337851308 (+23 ms)Flushing 9f80ec72ba21ec8b75107f976e669e52/testFamily: closing flushed file at 1731337851308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46681794: reopening flushed file at 1731337851350 (+42 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9f80ec72ba21ec8b75107f976e669e52 in 97ms, sequenceid=8, compaction requested=false at 1731337851379 (+29 ms)Writing region close event to WAL at 1731337851395 (+16 ms)Running coprocessor post-close hooks at 1731337851412 (+17 ms)Closed at 1731337851412
2024-11-11T15:10:51,413 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731337808631.9f80ec72ba21ec8b75107f976e669e52.
2024-11-11T15:10:51,413 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4fb1be0d3a48a919e388b8f09e41d90f, disabling compactions & flushes
2024-11-11T15:10:51,413 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f.
2024-11-11T15:10:51,413 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f.
2024-11-11T15:10:51,413 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f. after waiting 0 ms
2024-11-11T15:10:51,413 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f.
2024-11-11T15:10:51,413 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4fb1be0d3a48a919e388b8f09e41d90f 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-11T15:10:51,436 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnNext/4fb1be0d3a48a919e388b8f09e41d90f/.tmp/testFamily/f9fb1f7df16e4491aed29ee4e0528ae5 is 61, key is row-0/testFamily:testQualifier/1731337825025/Put/seqid=0
2024-11-11T15:10:51,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741861_1037 (size=5049)
2024-11-11T15:10:51,442 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnNext/4fb1be0d3a48a919e388b8f09e41d90f/.tmp/testFamily/f9fb1f7df16e4491aed29ee4e0528ae5
2024-11-11T15:10:51,453 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnNext/4fb1be0d3a48a919e388b8f09e41d90f/.tmp/testFamily/f9fb1f7df16e4491aed29ee4e0528ae5 as hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnNext/4fb1be0d3a48a919e388b8f09e41d90f/testFamily/f9fb1f7df16e4491aed29ee4e0528ae5
2024-11-11T15:10:51,472 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnNext/4fb1be0d3a48a919e388b8f09e41d90f/testFamily/f9fb1f7df16e4491aed29ee4e0528ae5, entries=4, sequenceid=8, filesize=4.9 K
2024-11-11T15:10:51,474 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4fb1be0d3a48a919e388b8f09e41d90f in 61ms, sequenceid=8, compaction requested=false
2024-11-11T15:10:51,483 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnNext/4fb1be0d3a48a919e388b8f09e41d90f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-11T15:10:51,484 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f.
2024-11-11T15:10:51,485 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4fb1be0d3a48a919e388b8f09e41d90f:
Waiting for close lock at 1731337851413Running coprocessor pre-close hooks at 1731337851413Disabling compacts and flushes for region at 1731337851413Disabling writes for close at 1731337851413Obtaining lock to block concurrent updates at 1731337851413Preparing flush snapshotting stores in 4fb1be0d3a48a919e388b8f09e41d90f at 1731337851413Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731337851414 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f. at 1731337851415 (+1 ms)Flushing 4fb1be0d3a48a919e388b8f09e41d90f/testFamily: creating writer at 1731337851415Flushing 4fb1be0d3a48a919e388b8f09e41d90f/testFamily: appending metadata at 1731337851436 (+21 ms)Flushing 4fb1be0d3a48a919e388b8f09e41d90f/testFamily: closing flushed file at 1731337851436Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e5302bd: reopening flushed file at 1731337851451 (+15 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4fb1be0d3a48a919e388b8f09e41d90f in 61ms, sequenceid=8, compaction requested=false at 1731337851474 (+23 ms)Writing region close event to WAL at 1731337851474Running coprocessor post-close hooks at 1731337851484 (+10 ms)Closed at 1731337851484
2024-11-11T15:10:51,485 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731337823994.4fb1be0d3a48a919e388b8f09e41d90f.
2024-11-11T15:10:51,485 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4aa7a179e33e3c08c5329aac43fe041, disabling compactions & flushes
2024-11-11T15:10:51,485 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041.
2024-11-11T15:10:51,485 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041.
2024-11-11T15:10:51,485 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041. after waiting 0 ms
2024-11-11T15:10:51,485 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041.
2024-11-11T15:10:51,485 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c4aa7a179e33e3c08c5329aac43fe041 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-11T15:10:51,491 INFO  [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/meta/1588230740/.tmp/ns/0737c266a0e04c90bb39c6b06c5cd4ab
2024-11-11T15:10:51,513 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c4aa7a179e33e3c08c5329aac43fe041/.tmp/testFamily/4b67a4dff9964a83a2fb72df84dfebfa is 61, key is row-0/testFamily:testQualifier/1731337831194/Put/seqid=0
2024-11-11T15:10:51,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741862_1038 (size=5049)
2024-11-11T15:10:51,525 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c4aa7a179e33e3c08c5329aac43fe041/.tmp/testFamily/4b67a4dff9964a83a2fb72df84dfebfa
2024-11-11T15:10:51,526 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/meta/1588230740/.tmp/table/89abfe32b95e426a9c71f2f79d607007 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731337790244/Put/seqid=0
2024-11-11T15:10:51,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741863_1039 (size=6699)
2024-11-11T15:10:51,537 INFO  [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/meta/1588230740/.tmp/table/89abfe32b95e426a9c71f2f79d607007
2024-11-11T15:10:51,538 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c4aa7a179e33e3c08c5329aac43fe041/.tmp/testFamily/4b67a4dff9964a83a2fb72df84dfebfa as hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c4aa7a179e33e3c08c5329aac43fe041/testFamily/4b67a4dff9964a83a2fb72df84dfebfa
2024-11-11T15:10:51,538 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-11T15:10:51,539 DEBUG [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1325): Online Regions={c4aa7a179e33e3c08c5329aac43fe041=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041., 1588230740=hbase:meta,,1.1588230740, 6a0c2effc333fe6886af270d0a4d2176=hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176., 7314902c5548c0749823f75839f2c01d=testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d., 07fcea3a8779d05f675110ca63b24359=testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359., 561eede472dd5a7ec18a98f62b1e57d8=testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8.}
2024-11-11T15:10:51,539 DEBUG [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1351): Waiting on 07fcea3a8779d05f675110ca63b24359, 1588230740, 561eede472dd5a7ec18a98f62b1e57d8, 6a0c2effc333fe6886af270d0a4d2176, 7314902c5548c0749823f75839f2c01d, c4aa7a179e33e3c08c5329aac43fe041
2024-11-11T15:10:51,546 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/meta/1588230740/.tmp/info/f2c7a3fa957a496cb81919c40942b99f as hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/meta/1588230740/info/f2c7a3fa957a496cb81919c40942b99f
2024-11-11T15:10:51,547 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c4aa7a179e33e3c08c5329aac43fe041/testFamily/4b67a4dff9964a83a2fb72df84dfebfa, entries=4, sequenceid=8, filesize=4.9 K
2024-11-11T15:10:51,548 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c4aa7a179e33e3c08c5329aac43fe041 in 63ms, sequenceid=8, compaction requested=false
2024-11-11T15:10:51,553 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/c4aa7a179e33e3c08c5329aac43fe041/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-11T15:10:51,554 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041.
2024-11-11T15:10:51,554 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4aa7a179e33e3c08c5329aac43fe041:
Waiting for close lock at 1731337851485Running coprocessor pre-close hooks at 1731337851485Disabling compacts and flushes for region at 1731337851485Disabling writes for close at 1731337851485Obtaining lock to block concurrent updates at 1731337851485Preparing flush snapshotting stores in c4aa7a179e33e3c08c5329aac43fe041 at 1731337851485Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731337851486 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041. at 1731337851487 (+1 ms)Flushing c4aa7a179e33e3c08c5329aac43fe041/testFamily: creating writer at 1731337851487Flushing c4aa7a179e33e3c08c5329aac43fe041/testFamily: appending metadata at 1731337851512 (+25 ms)Flushing c4aa7a179e33e3c08c5329aac43fe041/testFamily: closing flushed file at 1731337851512Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@517da2f0: reopening flushed file at 1731337851537 (+25 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c4aa7a179e33e3c08c5329aac43fe041 in 63ms, sequenceid=8, compaction requested=false at 1731337851548 (+11 ms)Writing region close event to WAL at 1731337851549 (+1 ms)Running coprocessor post-close hooks at 1731337851554 (+5 ms)Closed at 1731337851554
2024-11-11T15:10:51,554 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731337828105.c4aa7a179e33e3c08c5329aac43fe041.
2024-11-11T15:10:51,555 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a0c2effc333fe6886af270d0a4d2176, disabling compactions & flushes
2024-11-11T15:10:51,555 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176.
2024-11-11T15:10:51,555 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176.
2024-11-11T15:10:51,555 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176. after waiting 0 ms
2024-11-11T15:10:51,555 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176.
2024-11-11T15:10:51,555 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6a0c2effc333fe6886af270d0a4d2176 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-11T15:10:51,556 INFO  [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/meta/1588230740/info/f2c7a3fa957a496cb81919c40942b99f, entries=100, sequenceid=56, filesize=20.1 K
2024-11-11T15:10:51,558 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/meta/1588230740/.tmp/ns/0737c266a0e04c90bb39c6b06c5cd4ab as hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/meta/1588230740/ns/0737c266a0e04c90bb39c6b06c5cd4ab
2024-11-11T15:10:51,568 INFO  [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/meta/1588230740/ns/0737c266a0e04c90bb39c6b06c5cd4ab, entries=2, sequenceid=56, filesize=5.0 K
2024-11-11T15:10:51,570 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/meta/1588230740/.tmp/table/89abfe32b95e426a9c71f2f79d607007 as hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/meta/1588230740/table/89abfe32b95e426a9c71f2f79d607007
2024-11-11T15:10:51,579 INFO  [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/meta/1588230740/table/89abfe32b95e426a9c71f2f79d607007, entries=20, sequenceid=56, filesize=6.5 K
2024-11-11T15:10:51,580 INFO  [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1043ms, sequenceid=56, compaction requested=false
2024-11-11T15:10:51,581 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnOpenScanner/6a0c2effc333fe6886af270d0a4d2176/.tmp/testFamily/42212ffaf58543cd9399c20a53ffc5b6 is 61, key is row-0/testFamily:testQualifier/1731337795363/Put/seqid=0
2024-11-11T15:10:51,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741864_1040 (size=5049)
2024-11-11T15:10:51,587 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-11T15:10:51,588 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-11T15:10:51,588 INFO  [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-11T15:10:51,588 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731337850536Running coprocessor pre-close hooks at 1731337850536Disabling compacts and flushes for region at 1731337850536Disabling writes for close at 1731337850537 (+1 ms)Obtaining lock to block concurrent updates at 1731337850540 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731337850540Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731337850548 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731337850550 (+2 ms)Flushing 1588230740/info: creating writer at 1731337850551 (+1 ms)Flushing 1588230740/info: appending metadata at 1731337850603 (+52 ms)Flushing 1588230740/info: closing flushed file at 1731337850604 (+1 ms)Flushing 1588230740/ns: creating writer at 1731337851063 (+459 ms)Flushing 1588230740/ns: appending metadata at 1731337851082 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731337851082Flushing 1588230740/table: creating writer at 1731337851504 (+422 ms)Flushing 1588230740/table: appending metadata at 1731337851525 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731337851525Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f42ebf: reopening flushed file at 1731337851545 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f1c8529: reopening flushed file at 1731337851557 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa9efd1: reopening flushed file at 1731337851568 (+11 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1043ms, sequenceid=56, compaction requested=false at 1731337851580 (+12 ms)Writing region close event to WAL at 1731337851581 (+1 ms)Running coprocessor post-close hooks at 1731337851588 (+7 ms)Closed at 1731337851588
2024-11-11T15:10:51,588 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-11T15:10:51,739 DEBUG [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1351): Waiting on 07fcea3a8779d05f675110ca63b24359, 561eede472dd5a7ec18a98f62b1e57d8, 6a0c2effc333fe6886af270d0a4d2176, 7314902c5548c0749823f75839f2c01d
2024-11-11T15:10:51,939 DEBUG [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1351): Waiting on 07fcea3a8779d05f675110ca63b24359, 561eede472dd5a7ec18a98f62b1e57d8, 6a0c2effc333fe6886af270d0a4d2176, 7314902c5548c0749823f75839f2c01d
2024-11-11T15:10:51,988 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnOpenScanner/6a0c2effc333fe6886af270d0a4d2176/.tmp/testFamily/42212ffaf58543cd9399c20a53ffc5b6
2024-11-11T15:10:51,999 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnOpenScanner/6a0c2effc333fe6886af270d0a4d2176/.tmp/testFamily/42212ffaf58543cd9399c20a53ffc5b6 as hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnOpenScanner/6a0c2effc333fe6886af270d0a4d2176/testFamily/42212ffaf58543cd9399c20a53ffc5b6
2024-11-11T15:10:52,008 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnOpenScanner/6a0c2effc333fe6886af270d0a4d2176/testFamily/42212ffaf58543cd9399c20a53ffc5b6, entries=4, sequenceid=8, filesize=4.9 K
2024-11-11T15:10:52,009 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6a0c2effc333fe6886af270d0a4d2176 in 454ms, sequenceid=8, compaction requested=false
2024-11-11T15:10:52,015 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/hbase/testMetaScanTimeoutOnOpenScanner/6a0c2effc333fe6886af270d0a4d2176/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-11T15:10:52,015 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176.
2024-11-11T15:10:52,015 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a0c2effc333fe6886af270d0a4d2176:
Waiting for close lock at 1731337851554Running coprocessor pre-close hooks at 1731337851555 (+1 ms)Disabling compacts and flushes for region at 1731337851555Disabling writes for close at 1731337851555Obtaining lock to block concurrent updates at 1731337851555Preparing flush snapshotting stores in 6a0c2effc333fe6886af270d0a4d2176 at 1731337851555Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731337851555Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176. at 1731337851558 (+3 ms)Flushing 6a0c2effc333fe6886af270d0a4d2176/testFamily: creating writer at 1731337851558Flushing 6a0c2effc333fe6886af270d0a4d2176/testFamily: appending metadata at 1731337851581 (+23 ms)Flushing 6a0c2effc333fe6886af270d0a4d2176/testFamily: closing flushed file at 1731337851581Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77e6ccb: reopening flushed file at 1731337851998 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6a0c2effc333fe6886af270d0a4d2176 in 454ms, sequenceid=8, compaction requested=false at 1731337852009 (+11 ms)Writing region close event to WAL at 1731337852010 (+1 ms)Running coprocessor post-close hooks at 1731337852015 (+5 ms)Closed at 1731337852015
2024-11-11T15:10:52,015 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731337792263.6a0c2effc333fe6886af270d0a4d2176.
2024-11-11T15:10:52,016 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7314902c5548c0749823f75839f2c01d, disabling compactions & flushes
2024-11-11T15:10:52,016 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d.
2024-11-11T15:10:52,016 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d.
2024-11-11T15:10:52,016 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d. after waiting 0 ms
2024-11-11T15:10:52,016 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d.
2024-11-11T15:10:52,016 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7314902c5548c0749823f75839f2c01d 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-11T15:10:52,031 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnOpenScannerAsync/7314902c5548c0749823f75839f2c01d/.tmp/testFamily/47bce1da2f194c128a02600181b31781 is 61, key is row-0/testFamily:testQualifier/1731337847480/Put/seqid=0
2024-11-11T15:10:52,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741865_1041 (size=5049)
2024-11-11T15:10:52,140 DEBUG [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1351): Waiting on 07fcea3a8779d05f675110ca63b24359, 561eede472dd5a7ec18a98f62b1e57d8, 7314902c5548c0749823f75839f2c01d
2024-11-11T15:10:52,340 DEBUG [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1351): Waiting on 07fcea3a8779d05f675110ca63b24359, 561eede472dd5a7ec18a98f62b1e57d8, 7314902c5548c0749823f75839f2c01d
2024-11-11T15:10:52,437 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnOpenScannerAsync/7314902c5548c0749823f75839f2c01d/.tmp/testFamily/47bce1da2f194c128a02600181b31781
2024-11-11T15:10:52,450 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnOpenScannerAsync/7314902c5548c0749823f75839f2c01d/.tmp/testFamily/47bce1da2f194c128a02600181b31781 as hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnOpenScannerAsync/7314902c5548c0749823f75839f2c01d/testFamily/47bce1da2f194c128a02600181b31781
2024-11-11T15:10:52,459 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnOpenScannerAsync/7314902c5548c0749823f75839f2c01d/testFamily/47bce1da2f194c128a02600181b31781, entries=4, sequenceid=8, filesize=4.9 K
2024-11-11T15:10:52,460 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7314902c5548c0749823f75839f2c01d in 444ms, sequenceid=8, compaction requested=false
2024-11-11T15:10:52,466 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnOpenScannerAsync/7314902c5548c0749823f75839f2c01d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-11T15:10:52,466 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d.
2024-11-11T15:10:52,467 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7314902c5548c0749823f75839f2c01d:
Waiting for close lock at 1731337852016Running coprocessor pre-close hooks at 1731337852016Disabling compacts and flushes for region at 1731337852016Disabling writes for close at 1731337852016Obtaining lock to block concurrent updates at 1731337852016Preparing flush snapshotting stores in 7314902c5548c0749823f75839f2c01d at 1731337852016Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731337852016Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d. at 1731337852017 (+1 ms)Flushing 7314902c5548c0749823f75839f2c01d/testFamily: creating writer at 1731337852017Flushing 7314902c5548c0749823f75839f2c01d/testFamily: appending metadata at 1731337852031 (+14 ms)Flushing 7314902c5548c0749823f75839f2c01d/testFamily: closing flushed file at 1731337852031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@621aa3d9: reopening flushed file at 1731337852448 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7314902c5548c0749823f75839f2c01d in 444ms, sequenceid=8, compaction requested=false at 1731337852460 (+12 ms)Writing region close event to WAL at 1731337852461 (+1 ms)Running coprocessor post-close hooks at 1731337852466 (+5 ms)Closed at 1731337852466
2024-11-11T15:10:52,467 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731337844428.7314902c5548c0749823f75839f2c01d.
2024-11-11T15:10:52,467 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07fcea3a8779d05f675110ca63b24359, disabling compactions & flushes
2024-11-11T15:10:52,467 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359.
2024-11-11T15:10:52,467 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359.
2024-11-11T15:10:52,467 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359. after waiting 0 ms
2024-11-11T15:10:52,467 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359.
2024-11-11T15:10:52,467 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 07fcea3a8779d05f675110ca63b24359 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-11T15:10:52,492 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/07fcea3a8779d05f675110ca63b24359/.tmp/testFamily/40ffd2afa0434c6d943d1007f21f0b6b is 61, key is row-0/testFamily:testQualifier/1731337792105/Put/seqid=0
2024-11-11T15:10:52,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741866_1042 (size=5049)
2024-11-11T15:10:52,541 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-11T15:10:52,541 DEBUG [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1325): Online Regions={07fcea3a8779d05f675110ca63b24359=testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359., 561eede472dd5a7ec18a98f62b1e57d8=testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8.}
2024-11-11T15:10:52,541 DEBUG [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1351): Waiting on 07fcea3a8779d05f675110ca63b24359, 561eede472dd5a7ec18a98f62b1e57d8
2024-11-11T15:10:52,741 DEBUG [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1351): Waiting on 07fcea3a8779d05f675110ca63b24359, 561eede472dd5a7ec18a98f62b1e57d8
2024-11-11T15:10:52,910 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/07fcea3a8779d05f675110ca63b24359/.tmp/testFamily/40ffd2afa0434c6d943d1007f21f0b6b
2024-11-11T15:10:52,923 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/07fcea3a8779d05f675110ca63b24359/.tmp/testFamily/40ffd2afa0434c6d943d1007f21f0b6b as hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/07fcea3a8779d05f675110ca63b24359/testFamily/40ffd2afa0434c6d943d1007f21f0b6b
2024-11-11T15:10:52,938 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/07fcea3a8779d05f675110ca63b24359/testFamily/40ffd2afa0434c6d943d1007f21f0b6b, entries=4, sequenceid=8, filesize=4.9 K
2024-11-11T15:10:52,939 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 07fcea3a8779d05f675110ca63b24359 in 472ms, sequenceid=8, compaction requested=false
2024-11-11T15:10:52,942 DEBUG [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1351): Waiting on 07fcea3a8779d05f675110ca63b24359, 561eede472dd5a7ec18a98f62b1e57d8
2024-11-11T15:10:52,947 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testRetryOutOfOrderScannerNextExceptionAsync/07fcea3a8779d05f675110ca63b24359/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-11T15:10:52,948 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359.
2024-11-11T15:10:52,948 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07fcea3a8779d05f675110ca63b24359:
Waiting for close lock at 1731337852467Running coprocessor pre-close hooks at 1731337852467Disabling compacts and flushes for region at 1731337852467Disabling writes for close at 1731337852467Obtaining lock to block concurrent updates at 1731337852467Preparing flush snapshotting stores in 07fcea3a8779d05f675110ca63b24359 at 1731337852467Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731337852468 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359. at 1731337852469 (+1 ms)Flushing 07fcea3a8779d05f675110ca63b24359/testFamily: creating writer at 1731337852469Flushing 07fcea3a8779d05f675110ca63b24359/testFamily: appending metadata at 1731337852492 (+23 ms)Flushing 07fcea3a8779d05f675110ca63b24359/testFamily: closing flushed file at 1731337852492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62d2cd6a: reopening flushed file at 1731337852921 (+429 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 07fcea3a8779d05f675110ca63b24359 in 472ms, sequenceid=8, compaction requested=false at 1731337852939 (+18 ms)Writing region close event to WAL at 1731337852940 (+1 ms)Running coprocessor post-close hooks at 1731337852948 (+8 ms)Closed at 1731337852948
2024-11-11T15:10:52,948 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731337788958.07fcea3a8779d05f675110ca63b24359.
2024-11-11T15:10:52,948 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 561eede472dd5a7ec18a98f62b1e57d8, disabling compactions & flushes
2024-11-11T15:10:52,948 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8.
2024-11-11T15:10:52,948 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8.
2024-11-11T15:10:52,949 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8. after waiting 0 ms
2024-11-11T15:10:52,949 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8.
2024-11-11T15:10:52,949 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 561eede472dd5a7ec18a98f62b1e57d8 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-11T15:10:52,971 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnNextAsync/561eede472dd5a7ec18a98f62b1e57d8/.tmp/testFamily/32ddd836fcb244e89a7cd4831d93b55c is 61, key is row-0/testFamily:testQualifier/1731337820909/Put/seqid=0
2024-11-11T15:10:52,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741867_1043 (size=5049)
2024-11-11T15:10:52,978 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnNextAsync/561eede472dd5a7ec18a98f62b1e57d8/.tmp/testFamily/32ddd836fcb244e89a7cd4831d93b55c
2024-11-11T15:10:52,987 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnNextAsync/561eede472dd5a7ec18a98f62b1e57d8/.tmp/testFamily/32ddd836fcb244e89a7cd4831d93b55c as hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnNextAsync/561eede472dd5a7ec18a98f62b1e57d8/testFamily/32ddd836fcb244e89a7cd4831d93b55c
2024-11-11T15:10:52,995 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnNextAsync/561eede472dd5a7ec18a98f62b1e57d8/testFamily/32ddd836fcb244e89a7cd4831d93b55c, entries=4, sequenceid=8, filesize=4.9 K
2024-11-11T15:10:52,996 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 561eede472dd5a7ec18a98f62b1e57d8 in 47ms, sequenceid=8, compaction requested=false
2024-11-11T15:10:53,001 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/data/default/testNormalScanTimeoutOnNextAsync/561eede472dd5a7ec18a98f62b1e57d8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-11T15:10:53,002 INFO  [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8.
2024-11-11T15:10:53,003 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 561eede472dd5a7ec18a98f62b1e57d8:
Waiting for close lock at 1731337852948Running coprocessor pre-close hooks at 1731337852948Disabling compacts and flushes for region at 1731337852948Disabling writes for close at 1731337852949 (+1 ms)Obtaining lock to block concurrent updates at 1731337852949Preparing flush snapshotting stores in 561eede472dd5a7ec18a98f62b1e57d8 at 1731337852949Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731337852949Flushing stores of testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8. at 1731337852950 (+1 ms)Flushing 561eede472dd5a7ec18a98f62b1e57d8/testFamily: creating writer at 1731337852950Flushing 561eede472dd5a7ec18a98f62b1e57d8/testFamily: appending metadata at 1731337852971 (+21 ms)Flushing 561eede472dd5a7ec18a98f62b1e57d8/testFamily: closing flushed file at 1731337852971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ff757dc: reopening flushed file at 1731337852986 (+15 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 561eede472dd5a7ec18a98f62b1e57d8 in 47ms, sequenceid=8, compaction requested=false at 1731337852996 (+10 ms)Writing region close event to WAL at 1731337852997 (+1 ms)Running coprocessor post-close hooks at 1731337853002 (+5 ms)Closed at 1731337853002
2024-11-11T15:10:53,003 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731337817867.561eede472dd5a7ec18a98f62b1e57d8.
2024-11-11T15:10:53,142 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(976): stopping server 2ba012863a15,46775,1731337725262; all regions closed.
2024-11-11T15:10:53,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741834_1010 (size=19479)
2024-11-11T15:10:53,157 DEBUG [RS:0;2ba012863a15:46775 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/oldWALs
2024-11-11T15:10:53,157 INFO  [RS:0;2ba012863a15:46775 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2ba012863a15%2C46775%2C1731337725262.meta:.meta(num 1731337788438)
2024-11-11T15:10:53,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741833_1009 (size=20031)
2024-11-11T15:10:53,164 DEBUG [RS:0;2ba012863a15:46775 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/oldWALs
2024-11-11T15:10:53,164 INFO  [RS:0;2ba012863a15:46775 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2ba012863a15%2C46775%2C1731337725262:(num 1731337788018)
2024-11-11T15:10:53,164 DEBUG [RS:0;2ba012863a15:46775 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T15:10:53,164 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.LeaseManager(133): Closed leases
2024-11-11T15:10:53,164 INFO  [RS:0;2ba012863a15:46775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-11T15:10:53,164 INFO  [RS:0;2ba012863a15:46775 {}] hbase.ChoreService(370): Chore service for: regionserver/2ba012863a15:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-11T15:10:53,165 INFO  [RS:0;2ba012863a15:46775 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-11T15:10:53,165 INFO  [regionserver/2ba012863a15:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-11T15:10:53,166 INFO  [RS:0;2ba012863a15:46775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46775
2024-11-11T15:10:53,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-11T15:10:53,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1002f471be50001, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2ba012863a15,46775,1731337725262
2024-11-11T15:10:53,179 INFO  [RS:0;2ba012863a15:46775 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-11T15:10:53,180 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2ba012863a15,46775,1731337725262]
2024-11-11T15:10:53,197 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2ba012863a15,46775,1731337725262 already deleted, retry=false
2024-11-11T15:10:53,198 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2ba012863a15,46775,1731337725262 expired; onlineServers=0
2024-11-11T15:10:53,198 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2ba012863a15,40171,1731337724482' *****
2024-11-11T15:10:53,198 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-11T15:10:53,198 INFO  [M:0;2ba012863a15:40171 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-11T15:10:53,198 INFO  [M:0;2ba012863a15:40171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-11T15:10:53,198 DEBUG [M:0;2ba012863a15:40171 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-11T15:10:53,198 DEBUG [M:0;2ba012863a15:40171 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-11T15:10:53,198 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-11T15:10:53,198 DEBUG [master/2ba012863a15:0:becomeActiveMaster-HFileCleaner.large.0-1731337727783 {}] cleaner.HFileCleaner(306): Exit Thread[master/2ba012863a15:0:becomeActiveMaster-HFileCleaner.large.0-1731337727783,5,FailOnTimeoutGroup]
2024-11-11T15:10:53,198 DEBUG [master/2ba012863a15:0:becomeActiveMaster-HFileCleaner.small.0-1731337727785 {}] cleaner.HFileCleaner(306): Exit Thread[master/2ba012863a15:0:becomeActiveMaster-HFileCleaner.small.0-1731337727785,5,FailOnTimeoutGroup]
2024-11-11T15:10:53,199 INFO  [M:0;2ba012863a15:40171 {}] hbase.ChoreService(370): Chore service for: master/2ba012863a15:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-11T15:10:53,199 INFO  [M:0;2ba012863a15:40171 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-11T15:10:53,199 DEBUG [M:0;2ba012863a15:40171 {}] master.HMaster(1795): Stopping service threads
2024-11-11T15:10:53,199 INFO  [M:0;2ba012863a15:40171 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-11T15:10:53,199 INFO  [M:0;2ba012863a15:40171 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-11T15:10:53,199 INFO  [M:0;2ba012863a15:40171 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-11T15:10:53,200 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-11T15:10:53,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-11T15:10:53,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T15:10:53,206 DEBUG [M:0;2ba012863a15:40171 {}] zookeeper.ZKUtil(347): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-11T15:10:53,206 WARN  [M:0;2ba012863a15:40171 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-11T15:10:53,207 INFO  [M:0;2ba012863a15:40171 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/.lastflushedseqids
2024-11-11T15:10:53,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741868_1044 (size=712)
2024-11-11T15:10:53,224 INFO  [regionserver/2ba012863a15:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-11T15:10:53,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1002f471be50001, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-11T15:10:53,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1002f471be50001, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-11T15:10:53,290 INFO  [RS:0;2ba012863a15:46775 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-11T15:10:53,291 INFO  [RS:0;2ba012863a15:46775 {}] regionserver.HRegionServer(1031): Exiting; stopping=2ba012863a15,46775,1731337725262; zookeeper connection closed.
2024-11-11T15:10:53,291 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18292694 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18292694
2024-11-11T15:10:53,292 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-11T15:10:53,621 INFO  [M:0;2ba012863a15:40171 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-11T15:10:53,622 INFO  [M:0;2ba012863a15:40171 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-11T15:10:53,622 DEBUG [M:0;2ba012863a15:40171 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-11T15:10:53,622 INFO  [M:0;2ba012863a15:40171 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T15:10:53,622 DEBUG [M:0;2ba012863a15:40171 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T15:10:53,622 DEBUG [M:0;2ba012863a15:40171 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-11T15:10:53,622 DEBUG [M:0;2ba012863a15:40171 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T15:10:53,622 INFO  [M:0;2ba012863a15:40171 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.15 KB heapSize=191.20 KB
2024-11-11T15:10:53,643 DEBUG [M:0;2ba012863a15:40171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8066fcb7623f4028b85a6af88e255e58 is 82, key is hbase:meta,,1/info:regioninfo/1731337788531/Put/seqid=0
2024-11-11T15:10:53,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741869_1045 (size=5672)
2024-11-11T15:10:54,050 INFO  [M:0;2ba012863a15:40171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8066fcb7623f4028b85a6af88e255e58
2024-11-11T15:10:54,081 DEBUG [M:0;2ba012863a15:40171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2584e1d183840b4a7401f4a0a4ca0e8 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731337790252/Put/seqid=0
2024-11-11T15:10:54,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741870_1046 (size=14076)
2024-11-11T15:10:54,487 INFO  [M:0;2ba012863a15:40171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.59 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2584e1d183840b4a7401f4a0a4ca0e8
2024-11-11T15:10:54,500 INFO  [M:0;2ba012863a15:40171 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2584e1d183840b4a7401f4a0a4ca0e8
2024-11-11T15:10:54,531 DEBUG [M:0;2ba012863a15:40171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/416c39c09215417598a4e4c72adcfc41 is 69, key is 2ba012863a15,46775,1731337725262/rs:state/1731337757829/Put/seqid=0
2024-11-11T15:10:54,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741871_1047 (size=5156)
2024-11-11T15:10:54,559 INFO  [M:0;2ba012863a15:40171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/416c39c09215417598a4e4c72adcfc41
2024-11-11T15:10:54,585 DEBUG [M:0;2ba012863a15:40171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8066fcb7623f4028b85a6af88e255e58 as hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8066fcb7623f4028b85a6af88e255e58
2024-11-11T15:10:54,614 INFO  [M:0;2ba012863a15:40171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8066fcb7623f4028b85a6af88e255e58, entries=8, sequenceid=319, filesize=5.5 K
2024-11-11T15:10:54,616 DEBUG [M:0;2ba012863a15:40171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2584e1d183840b4a7401f4a0a4ca0e8 as hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2584e1d183840b4a7401f4a0a4ca0e8
2024-11-11T15:10:54,641 INFO  [M:0;2ba012863a15:40171 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2584e1d183840b4a7401f4a0a4ca0e8
2024-11-11T15:10:54,641 INFO  [M:0;2ba012863a15:40171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2584e1d183840b4a7401f4a0a4ca0e8, entries=33, sequenceid=319, filesize=13.7 K
2024-11-11T15:10:54,644 DEBUG [M:0;2ba012863a15:40171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/416c39c09215417598a4e4c72adcfc41 as hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/416c39c09215417598a4e4c72adcfc41
2024-11-11T15:10:54,655 INFO  [M:0;2ba012863a15:40171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/720ea4a4-b677-97ad-2cc9-309d7cca68d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/416c39c09215417598a4e4c72adcfc41, entries=1, sequenceid=319, filesize=5.0 K
2024-11-11T15:10:54,657 INFO  [M:0;2ba012863a15:40171 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.15 KB/167063, heapSize ~190.90 KB/195480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1035ms, sequenceid=319, compaction requested=false
2024-11-11T15:10:54,671 INFO  [M:0;2ba012863a15:40171 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T15:10:54,671 DEBUG [M:0;2ba012863a15:40171 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731337853622Disabling compacts and flushes for region at 1731337853622Disabling writes for close at 1731337853622Obtaining lock to block concurrent updates at 1731337853622Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731337853622Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167063, getHeapSize=195720, getOffHeapSize=0, getCellsCount=366 at 1731337853623 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731337853623Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731337853623Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731337853643 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731337853643Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731337854062 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731337854080 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731337854080Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731337854500 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731337854530 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731337854530Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42b36faf: reopening flushed file at 1731337854583 (+53 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ca8f073: reopening flushed file at 1731337854614 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28e4b8ab: reopening flushed file at 1731337854642 (+28 ms)Finished flush of dataSize ~163.15 KB/167063, heapSize ~190.90 KB/195480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1035ms, sequenceid=319, compaction requested=false at 1731337854657 (+15 ms)Writing region close event to WAL at 1731337854670 (+13 ms)Closed at 1731337854670
2024-11-11T15:10:54,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38631 is added to blk_1073741830_1006 (size=188405)
2024-11-11T15:10:54,681 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-11T15:10:54,682 INFO  [M:0;2ba012863a15:40171 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-11T15:10:54,682 INFO  [M:0;2ba012863a15:40171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40171
2024-11-11T15:10:54,682 INFO  [M:0;2ba012863a15:40171 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-11T15:10:54,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-11T15:10:54,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40171-0x1002f471be50000, quorum=127.0.0.1:58501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-11T15:10:54,791 INFO  [M:0;2ba012863a15:40171 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-11T15:10:54,796 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5359669a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-11T15:10:54,800 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a8bacf4{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-11T15:10:54,800 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-11T15:10:54,801 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c25baf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-11T15:10:54,801 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6506e00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/hadoop.log.dir/,STOPPED}
2024-11-11T15:10:54,806 WARN  [BP-1740404698-172.17.0.2-1731337720016 heartbeating to localhost/127.0.0.1:36937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-11T15:10:54,806 WARN  [BP-1740404698-172.17.0.2-1731337720016 heartbeating to localhost/127.0.0.1:36937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1740404698-172.17.0.2-1731337720016 (Datanode Uuid da7410b8-6909-448d-95cb-8984c3eb7509) service to localhost/127.0.0.1:36937
2024-11-11T15:10:54,808 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/cluster_34b7ea5f-c967-3c7e-ecd3-13e71bbca74c/data/data2/current/BP-1740404698-172.17.0.2-1731337720016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-11T15:10:54,808 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/cluster_34b7ea5f-c967-3c7e-ecd3-13e71bbca74c/data/data1/current/BP-1740404698-172.17.0.2-1731337720016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-11T15:10:54,809 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-11T15:10:54,809 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-11T15:10:54,809 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-11T15:10:54,826 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@562f0d0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-11T15:10:54,827 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-11T15:10:54,827 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-11T15:10:54,828 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-11T15:10:54,828 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2ce14e09-ead2-eea5-7ccd-556428f00e50/hadoop.log.dir/,STOPPED}
2024-11-11T15:10:54,841 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-11T15:10:54,881 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down