2024-11-26 19:34:09,140 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-26 19:34:09,167 main DEBUG Took 0.014964 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-26 19:34:09,168 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-26 19:34:09,168 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-26 19:34:09,169 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-26 19:34:09,171 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 19:34:09,179 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-26 19:34:09,193 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 19:34:09,194 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 19:34:09,195 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 19:34:09,195 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 19:34:09,196 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 19:34:09,196 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 19:34:09,197 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 19:34:09,198 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 19:34:09,198 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 19:34:09,199 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 19:34:09,200 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 19:34:09,200 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 19:34:09,201 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 19:34:09,201 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 19:34:09,202 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 19:34:09,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 19:34:09,203 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 19:34:09,203 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 19:34:09,204 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 19:34:09,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 19:34:09,205 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 19:34:09,205 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 19:34:09,206 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 19:34:09,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 19:34:09,207 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 19:34:09,207 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-26 19:34:09,209 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 19:34:09,211 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-26 19:34:09,213 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-26 19:34:09,214 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-26 19:34:09,216 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-26 19:34:09,216 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-26 19:34:09,225 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-26 19:34:09,227 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-26 19:34:09,229 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-26 19:34:09,230 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-26 19:34:09,230 main DEBUG createAppenders(={Console})
2024-11-26 19:34:09,231 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-26 19:34:09,231 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-26 19:34:09,232 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-26 19:34:09,232 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-26 19:34:09,233 main DEBUG OutputStream closed
2024-11-26 19:34:09,233 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-26 19:34:09,233 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-26 19:34:09,234 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-26 19:34:09,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-26 19:34:09,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-26 19:34:09,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-26 19:34:09,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-26 19:34:09,324 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-26 19:34:09,325 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-26 19:34:09,325 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-26 19:34:09,326 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-26 19:34:09,326 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-26 19:34:09,326 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-26 19:34:09,327 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-26 19:34:09,328 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-26 19:34:09,328 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-26 19:34:09,328 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-26 19:34:09,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-26 19:34:09,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-26 19:34:09,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-26 19:34:09,330 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-26 19:34:09,332 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-26 19:34:09,333 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-26 19:34:09,333 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-26 19:34:09,334 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-26T19:34:09,349 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-26 19:34:09,352 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-26 19:34:09,353 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-26T19:34:09,689 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f
2024-11-26T19:34:09,712 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-26T19:34:09,734 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/cluster_37f43984-42af-ea12-2b30-242d008c8403, deleteOnExit=true
2024-11-26T19:34:09,735 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-26T19:34:09,736 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/test.cache.data in system properties and HBase conf
2024-11-26T19:34:09,737 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/hadoop.tmp.dir in system properties and HBase conf
2024-11-26T19:34:09,738 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/hadoop.log.dir in system properties and HBase conf
2024-11-26T19:34:09,739 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-26T19:34:09,739 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-26T19:34:09,740 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-26T19:34:09,870 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-26T19:34:10,004 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T19:34:10,009 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-26T19:34:10,010 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-26T19:34:10,011 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-26T19:34:10,012 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-26T19:34:10,012 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-26T19:34:10,013 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-26T19:34:10,013 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-26T19:34:10,014 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-26T19:34:10,015 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-26T19:34:10,015 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/nfs.dump.dir in system properties and HBase conf
2024-11-26T19:34:10,016 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/java.io.tmpdir in system properties and HBase conf
2024-11-26T19:34:10,016 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-26T19:34:10,017 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-26T19:34:10,017 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-26T19:34:10,979 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-26T19:34:11,078 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2840ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-26T19:34:11,190 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-26T19:34:11,272 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-26T19:34:11,298 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-26T19:34:11,299 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-26T19:34:11,301 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-26T19:34:11,318 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-26T19:34:11,321 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13a4dda0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/hadoop.log.dir/,AVAILABLE}
2024-11-26T19:34:11,322 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f794dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-26T19:34:11,582 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b93e99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/java.io.tmpdir/jetty-localhost-42029-hadoop-hdfs-3_4_1-tests_jar-_-any-12021321376805202146/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-26T19:34:11,591 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e84709f{HTTP/1.1, (http/1.1)}{localhost:42029}
2024-11-26T19:34:11,592 INFO  [Time-limited test {}] server.Server(415): Started @3355ms
2024-11-26T19:34:12,068 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-26T19:34:12,077 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-26T19:34:12,078 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-26T19:34:12,079 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-26T19:34:12,079 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-26T19:34:12,080 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79afe1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/hadoop.log.dir/,AVAILABLE}
2024-11-26T19:34:12,080 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f8f7398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-26T19:34:12,201 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@429b6cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/java.io.tmpdir/jetty-localhost-44709-hadoop-hdfs-3_4_1-tests_jar-_-any-1934020828576923264/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-26T19:34:12,202 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@406d11bc{HTTP/1.1, (http/1.1)}{localhost:44709}
2024-11-26T19:34:12,202 INFO  [Time-limited test {}] server.Server(415): Started @3966ms
2024-11-26T19:34:12,258 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-26T19:34:12,727 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/cluster_37f43984-42af-ea12-2b30-242d008c8403/data/data2/current/BP-1393380533-172.17.0.2-1732649650716/current, will proceed with Du for space computation calculation, 
2024-11-26T19:34:12,727 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/cluster_37f43984-42af-ea12-2b30-242d008c8403/data/data1/current/BP-1393380533-172.17.0.2-1732649650716/current, will proceed with Du for space computation calculation, 
2024-11-26T19:34:12,773 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-26T19:34:12,826 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71b5f5e199e1d473 with lease ID 0x3146c1d45c92923e: Processing first storage report for DS-6be0bcf8-4311-40b7-896c-b2d2dbfa63b5 from datanode DatanodeRegistration(127.0.0.1:34697, datanodeUuid=35877d69-8b6c-470b-8a07-02c03df0f181, infoPort=45431, infoSecurePort=0, ipcPort=43957, storageInfo=lv=-57;cid=testClusterID;nsid=1850333269;c=1732649650716)
2024-11-26T19:34:12,827 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71b5f5e199e1d473 with lease ID 0x3146c1d45c92923e: from storage DS-6be0bcf8-4311-40b7-896c-b2d2dbfa63b5 node DatanodeRegistration(127.0.0.1:34697, datanodeUuid=35877d69-8b6c-470b-8a07-02c03df0f181, infoPort=45431, infoSecurePort=0, ipcPort=43957, storageInfo=lv=-57;cid=testClusterID;nsid=1850333269;c=1732649650716), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-26T19:34:12,829 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71b5f5e199e1d473 with lease ID 0x3146c1d45c92923e: Processing first storage report for DS-f2d1fbdc-8353-46bf-8388-b0307423bd6d from datanode DatanodeRegistration(127.0.0.1:34697, datanodeUuid=35877d69-8b6c-470b-8a07-02c03df0f181, infoPort=45431, infoSecurePort=0, ipcPort=43957, storageInfo=lv=-57;cid=testClusterID;nsid=1850333269;c=1732649650716)
2024-11-26T19:34:12,829 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71b5f5e199e1d473 with lease ID 0x3146c1d45c92923e: from storage DS-f2d1fbdc-8353-46bf-8388-b0307423bd6d node DatanodeRegistration(127.0.0.1:34697, datanodeUuid=35877d69-8b6c-470b-8a07-02c03df0f181, infoPort=45431, infoSecurePort=0, ipcPort=43957, storageInfo=lv=-57;cid=testClusterID;nsid=1850333269;c=1732649650716), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-26T19:34:12,841 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f
2024-11-26T19:34:12,919 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/cluster_37f43984-42af-ea12-2b30-242d008c8403/zookeeper_0, clientPort=50187, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/cluster_37f43984-42af-ea12-2b30-242d008c8403/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/cluster_37f43984-42af-ea12-2b30-242d008c8403/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-26T19:34:12,931 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50187
2024-11-26T19:34:12,942 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T19:34:12,945 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T19:34:13,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741825_1001 (size=7)
2024-11-26T19:34:13,639 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8 with version=8
2024-11-26T19:34:13,639 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/hbase-staging
2024-11-26T19:34:13,755 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-26T19:34:14,026 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/fe76acf732b2:0 server-side Connection retries=9
2024-11-26T19:34:14,037 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T19:34:14,038 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-26T19:34:14,042 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-26T19:34:14,042 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T19:34:14,043 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-26T19:34:14,178 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-26T19:34:14,238 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-26T19:34:14,247 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-26T19:34:14,251 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-26T19:34:14,278 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 16055 (auto-detected)
2024-11-26T19:34:14,279 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-26T19:34:14,297 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44097
2024-11-26T19:34:14,320 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44097 connecting to ZooKeeper ensemble=127.0.0.1:50187
2024-11-26T19:34:14,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440970x0, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-26T19:34:14,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44097-0x10155c57d340000 connected
2024-11-26T19:34:14,388 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T19:34:14,391 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T19:34:14,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T19:34:14,405 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8, hbase.cluster.distributed=false
2024-11-26T19:34:14,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-26T19:34:14,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44097
2024-11-26T19:34:14,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44097
2024-11-26T19:34:14,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44097
2024-11-26T19:34:14,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44097
2024-11-26T19:34:14,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44097
2024-11-26T19:34:14,560 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/fe76acf732b2:0 server-side Connection retries=9
2024-11-26T19:34:14,561 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T19:34:14,562 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-26T19:34:14,562 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-26T19:34:14,562 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T19:34:14,562 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-26T19:34:14,565 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-26T19:34:14,567 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-26T19:34:14,568 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46073
2024-11-26T19:34:14,570 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46073 connecting to ZooKeeper ensemble=127.0.0.1:50187
2024-11-26T19:34:14,572 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T19:34:14,576 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T19:34:14,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460730x0, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-26T19:34:14,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46073-0x10155c57d340001 connected
2024-11-26T19:34:14,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46073-0x10155c57d340001, quorum=127.0.0.1:50187, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T19:34:14,592 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-26T19:34:14,602 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-26T19:34:14,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46073-0x10155c57d340001, quorum=127.0.0.1:50187, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-26T19:34:14,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46073-0x10155c57d340001, quorum=127.0.0.1:50187, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-26T19:34:14,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46073
2024-11-26T19:34:14,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46073
2024-11-26T19:34:14,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46073
2024-11-26T19:34:14,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46073
2024-11-26T19:34:14,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46073
2024-11-26T19:34:14,637 DEBUG [M:0;fe76acf732b2:44097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fe76acf732b2:44097
2024-11-26T19:34:14,638 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fe76acf732b2,44097,1732649653815
2024-11-26T19:34:14,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x10155c57d340001, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T19:34:14,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T19:34:14,650 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fe76acf732b2,44097,1732649653815
2024-11-26T19:34:14,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T19:34:14,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x10155c57d340001, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-26T19:34:14,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x10155c57d340001, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T19:34:14,674 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-26T19:34:14,676 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fe76acf732b2,44097,1732649653815 from backup master directory
2024-11-26T19:34:14,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x10155c57d340001, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T19:34:14,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fe76acf732b2,44097,1732649653815
2024-11-26T19:34:14,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T19:34:14,681 WARN  [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-26T19:34:14,681 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fe76acf732b2,44097,1732649653815
2024-11-26T19:34:14,683 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-26T19:34:14,685 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-26T19:34:14,751 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/hbase.id] with ID: 53197448-ddb8-4839-9551-1c6ff0cc5b29
2024-11-26T19:34:14,751 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/.tmp/hbase.id
2024-11-26T19:34:14,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741826_1002 (size=42)
2024-11-26T19:34:15,164 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/.tmp/hbase.id]:[hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/hbase.id]
2024-11-26T19:34:15,212 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T19:34:15,218 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-26T19:34:15,238 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms.
2024-11-26T19:34:15,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x10155c57d340001, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T19:34:15,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T19:34:15,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741827_1003 (size=196)
2024-11-26T19:34:15,674 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T19:34:15,678 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-26T19:34:15,694 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T19:34:15,699 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T19:34:15,728 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741828_1004 (size=1189)
2024-11-26T19:34:15,747 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/data/master/store
2024-11-26T19:34:15,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741829_1005 (size=34)
2024-11-26T19:34:15,770 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-26T19:34:15,773 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:34:15,774 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-26T19:34:15,775 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T19:34:15,775 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T19:34:15,776 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-26T19:34:15,776 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T19:34:15,776 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T19:34:15,778 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732649655774Disabling compacts and flushes for region at 1732649655774Disabling writes for close at 1732649655776 (+2 ms)Writing region close event to WAL at 1732649655776Closed at 1732649655776
2024-11-26T19:34:15,780 WARN  [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/data/master/store/.initializing
2024-11-26T19:34:15,780 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/WALs/fe76acf732b2,44097,1732649653815
2024-11-26T19:34:15,788 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-26T19:34:15,802 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C44097%2C1732649653815, suffix=, logDir=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/WALs/fe76acf732b2,44097,1732649653815, archiveDir=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/oldWALs, maxLogs=10
2024-11-26T19:34:15,825 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/WALs/fe76acf732b2,44097,1732649653815/fe76acf732b2%2C44097%2C1732649653815.1732649655806, exclude list is [], retry=0
2024-11-26T19:34:15,842 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34697,DS-6be0bcf8-4311-40b7-896c-b2d2dbfa63b5,DISK]
2024-11-26T19:34:15,845 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-26T19:34:15,884 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/WALs/fe76acf732b2,44097,1732649653815/fe76acf732b2%2C44097%2C1732649653815.1732649655806
2024-11-26T19:34:15,885 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45431:45431)]
2024-11-26T19:34:15,886 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-26T19:34:15,886 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:34:15,890 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T19:34:15,891 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T19:34:15,936 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T19:34:15,972 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-26T19:34:15,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:34:15,979 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T19:34:15,979 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T19:34:15,983 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-26T19:34:15,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:34:15,985 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T19:34:15,986 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T19:34:15,989 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-26T19:34:15,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:34:15,991 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T19:34:15,991 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T19:34:15,995 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-26T19:34:15,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:34:15,997 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T19:34:15,998 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T19:34:16,002 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-26T19:34:16,003 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-26T19:34:16,010 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T19:34:16,011 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T19:34:16,017 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-26T19:34:16,023 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T19:34:16,029 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T19:34:16,031 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63943736, jitterRate=-0.047164082527160645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-26T19:34:16,037 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732649655903Initializing all the Stores at 1732649655905 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732649655906 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732649655909 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732649655909Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732649655910 (+1 ms)Cleaning up temporary data from old regions at 1732649656012 (+102 ms)Region opened successfully at 1732649656037 (+25 ms)
2024-11-26T19:34:16,038 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-26T19:34:16,076 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7feffa5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0
2024-11-26T19:34:16,118 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-26T19:34:16,135 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-26T19:34:16,135 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-26T19:34:16,139 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-26T19:34:16,141 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-26T19:34:16,147 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-26T19:34:16,147 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-26T19:34:16,176 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-26T19:34:16,186 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-26T19:34:16,188 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-26T19:34:16,191 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-26T19:34:16,192 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-26T19:34:16,193 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-26T19:34:16,196 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-26T19:34:16,199 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-26T19:34:16,201 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-26T19:34:16,203 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-26T19:34:16,205 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-26T19:34:16,225 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-26T19:34:16,227 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-26T19:34:16,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-26T19:34:16,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x10155c57d340001, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-26T19:34:16,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T19:34:16,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x10155c57d340001, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T19:34:16,235 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fe76acf732b2,44097,1732649653815, sessionid=0x10155c57d340000, setting cluster-up flag (Was=false)
2024-11-26T19:34:16,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x10155c57d340001, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T19:34:16,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T19:34:16,262 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-26T19:34:16,265 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,44097,1732649653815
2024-11-26T19:34:16,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x10155c57d340001, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T19:34:16,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T19:34:16,278 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-26T19:34:16,280 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fe76acf732b2,44097,1732649653815
2024-11-26T19:34:16,288 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-26T19:34:16,320 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(746): ClusterId : 53197448-ddb8-4839-9551-1c6ff0cc5b29
2024-11-26T19:34:16,323 DEBUG [RS:0;fe76acf732b2:46073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-26T19:34:16,342 DEBUG [RS:0;fe76acf732b2:46073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-26T19:34:16,345 DEBUG [RS:0;fe76acf732b2:46073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-26T19:34:16,350 DEBUG [RS:0;fe76acf732b2:46073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-26T19:34:16,350 DEBUG [RS:0;fe76acf732b2:46073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d43a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fe76acf732b2/172.17.0.2:0
2024-11-26T19:34:16,373 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fe76acf732b2:46073
2024-11-26T19:34:16,378 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-26T19:34:16,378 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-26T19:34:16,379 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-26T19:34:16,384 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,44097,1732649653815 with port=46073, startcode=1732649654517
2024-11-26T19:34:16,387 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-26T19:34:16,400 DEBUG [RS:0;fe76acf732b2:46073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-26T19:34:16,403 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-26T19:34:16,413 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-26T19:34:16,421 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fe76acf732b2,44097,1732649653815
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-26T19:34:16,431 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5
2024-11-26T19:34:16,431 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5
2024-11-26T19:34:16,431 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5
2024-11-26T19:34:16,432 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fe76acf732b2:0, corePoolSize=5, maxPoolSize=5
2024-11-26T19:34:16,432 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fe76acf732b2:0, corePoolSize=10, maxPoolSize=10
2024-11-26T19:34:16,432 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1
2024-11-26T19:34:16,433 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2
2024-11-26T19:34:16,433 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1
2024-11-26T19:34:16,440 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-26T19:34:16,441 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-26T19:34:16,441 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732649686441
2024-11-26T19:34:16,443 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-26T19:34:16,444 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-26T19:34:16,448 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-26T19:34:16,448 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-26T19:34:16,448 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:34:16,448 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-26T19:34:16,449 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-26T19:34:16,449 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-26T19:34:16,449 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-26T19:34:16,453 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-26T19:34:16,453 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-26T19:34:16,455 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-26T19:34:16,455 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-26T19:34:16,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741831_1007 (size=1321)
2024-11-26T19:34:16,459 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-26T19:34:16,460 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-26T19:34:16,460 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-26T19:34:16,460 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8
2024-11-26T19:34:16,460 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44097 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-26T19:34:16,464 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732649656461,5,FailOnTimeoutGroup]
2024-11-26T19:34:16,467 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732649656464,5,FailOnTimeoutGroup]
2024-11-26T19:34:16,468 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-26T19:34:16,468 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-26T19:34:16,469 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-26T19:34:16,470 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-26T19:34:16,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741832_1008 (size=32)
2024-11-26T19:34:16,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:34:16,476 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-26T19:34:16,479 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-26T19:34:16,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:34:16,481 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T19:34:16,481 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-26T19:34:16,483 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-26T19:34:16,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:34:16,485 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T19:34:16,485 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-26T19:34:16,487 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-26T19:34:16,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:34:16,488 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T19:34:16,489 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-26T19:34:16,491 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-26T19:34:16,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:34:16,492 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T19:34:16,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-26T19:34:16,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/meta/1588230740
2024-11-26T19:34:16,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/meta/1588230740
2024-11-26T19:34:16,495 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-26T19:34:16,496 WARN  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-26T19:34:16,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-26T19:34:16,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-26T19:34:16,498 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-26T19:34:16,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-26T19:34:16,505 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T19:34:16,505 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73197888, jitterRate=0.09073352813720703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-26T19:34:16,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732649656474Initializing all the Stores at 1732649656476 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732649656476Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732649656476Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732649656476Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732649656476Cleaning up temporary data from old regions at 1732649656497 (+21 ms)Region opened successfully at 1732649656507 (+10 ms)
2024-11-26T19:34:16,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-26T19:34:16,508 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-26T19:34:16,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-26T19:34:16,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-26T19:34:16,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-26T19:34:16,509 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-26T19:34:16,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732649656508Disabling compacts and flushes for region at 1732649656508Disabling writes for close at 1732649656508Writing region close event to WAL at 1732649656509 (+1 ms)Closed at 1732649656509
2024-11-26T19:34:16,515 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-26T19:34:16,515 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-26T19:34:16,522 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-26T19:34:16,532 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-26T19:34:16,535 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-26T19:34:16,686 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:17,686 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:18,687 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:19,688 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:20,689 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:21,690 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:22,691 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:23,691 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:24,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-26T19:34:24,236 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-26T19:34:24,692 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:25,693 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:26,694 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:27,695 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:28,695 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:29,696 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:30,697 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:31,697 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:32,698 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:33,699 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:34,700 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:35,700 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:36,701 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:37,702 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:38,703 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:39,703 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:40,704 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:41,704 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:42,705 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:42,837 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T19:34:43,706 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:44,706 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:45,707 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:46,498 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(2659): reportForDuty to master=fe76acf732b2,44097,1732649653815 with port=46073, startcode=1732649654517
2024-11-26T19:34:46,501 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44097 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fe76acf732b2,46073,1732649654517
2024-11-26T19:34:46,504 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44097 {}] master.ServerManager(517): Registering regionserver=fe76acf732b2,46073,1732649654517
2024-11-26T19:34:46,520 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8
2024-11-26T19:34:46,520 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43041
2024-11-26T19:34:46,520 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-26T19:34:46,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-26T19:34:46,531 DEBUG [RS:0;fe76acf732b2:46073 {}] zookeeper.ZKUtil(111): regionserver:46073-0x10155c57d340001, quorum=127.0.0.1:50187, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fe76acf732b2,46073,1732649654517
2024-11-26T19:34:46,531 WARN  [RS:0;fe76acf732b2:46073 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-26T19:34:46,531 INFO  [RS:0;fe76acf732b2:46073 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T19:34:46,532 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/WALs/fe76acf732b2,46073,1732649654517
2024-11-26T19:34:46,535 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fe76acf732b2,46073,1732649654517]
2024-11-26T19:34:46,596 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-26T19:34:46,638 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-26T19:34:46,647 INFO  [RS:0;fe76acf732b2:46073 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-26T19:34:46,648 INFO  [RS:0;fe76acf732b2:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T19:34:46,652 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-26T19:34:46,662 INFO  [RS:0;fe76acf732b2:46073 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-26T19:34:46,664 INFO  [RS:0;fe76acf732b2:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-26T19:34:46,665 DEBUG [RS:0;fe76acf732b2:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1
2024-11-26T19:34:46,665 DEBUG [RS:0;fe76acf732b2:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1
2024-11-26T19:34:46,665 DEBUG [RS:0;fe76acf732b2:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1
2024-11-26T19:34:46,667 DEBUG [RS:0;fe76acf732b2:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1
2024-11-26T19:34:46,667 DEBUG [RS:0;fe76acf732b2:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1
2024-11-26T19:34:46,667 DEBUG [RS:0;fe76acf732b2:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fe76acf732b2:0, corePoolSize=2, maxPoolSize=2
2024-11-26T19:34:46,668 DEBUG [RS:0;fe76acf732b2:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1
2024-11-26T19:34:46,668 DEBUG [RS:0;fe76acf732b2:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1
2024-11-26T19:34:46,668 DEBUG [RS:0;fe76acf732b2:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1
2024-11-26T19:34:46,668 DEBUG [RS:0;fe76acf732b2:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1
2024-11-26T19:34:46,669 DEBUG [RS:0;fe76acf732b2:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1
2024-11-26T19:34:46,669 DEBUG [RS:0;fe76acf732b2:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fe76acf732b2:0, corePoolSize=1, maxPoolSize=1
2024-11-26T19:34:46,669 DEBUG [RS:0;fe76acf732b2:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3
2024-11-26T19:34:46,669 DEBUG [RS:0;fe76acf732b2:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fe76acf732b2:0, corePoolSize=3, maxPoolSize=3
2024-11-26T19:34:46,689 INFO  [RS:0;fe76acf732b2:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-26T19:34:46,689 INFO  [RS:0;fe76acf732b2:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-26T19:34:46,690 INFO  [RS:0;fe76acf732b2:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T19:34:46,691 INFO  [RS:0;fe76acf732b2:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-26T19:34:46,691 INFO  [RS:0;fe76acf732b2:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-26T19:34:46,691 INFO  [RS:0;fe76acf732b2:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46073,1732649654517-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-26T19:34:46,708 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:46,722 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-26T19:34:46,724 INFO  [RS:0;fe76acf732b2:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,46073,1732649654517-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T19:34:46,725 INFO  [RS:0;fe76acf732b2:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T19:34:46,725 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.Replication(171): fe76acf732b2,46073,1732649654517 started
2024-11-26T19:34:46,755 INFO  [RS:0;fe76acf732b2:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T19:34:46,756 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1482): Serving as fe76acf732b2,46073,1732649654517, RpcServer on fe76acf732b2/172.17.0.2:46073, sessionid=0x10155c57d340001
2024-11-26T19:34:46,757 DEBUG [RS:0;fe76acf732b2:46073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-26T19:34:46,757 DEBUG [RS:0;fe76acf732b2:46073 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fe76acf732b2,46073,1732649654517
2024-11-26T19:34:46,757 DEBUG [RS:0;fe76acf732b2:46073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,46073,1732649654517'
2024-11-26T19:34:46,757 DEBUG [RS:0;fe76acf732b2:46073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-26T19:34:46,760 DEBUG [RS:0;fe76acf732b2:46073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-26T19:34:46,761 DEBUG [RS:0;fe76acf732b2:46073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-26T19:34:46,761 DEBUG [RS:0;fe76acf732b2:46073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-26T19:34:46,761 DEBUG [RS:0;fe76acf732b2:46073 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fe76acf732b2,46073,1732649654517
2024-11-26T19:34:46,761 DEBUG [RS:0;fe76acf732b2:46073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fe76acf732b2,46073,1732649654517'
2024-11-26T19:34:46,761 DEBUG [RS:0;fe76acf732b2:46073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-26T19:34:46,763 DEBUG [RS:0;fe76acf732b2:46073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-26T19:34:46,763 DEBUG [RS:0;fe76acf732b2:46073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-26T19:34:46,764 INFO  [RS:0;fe76acf732b2:46073 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-26T19:34:46,764 INFO  [RS:0;fe76acf732b2:46073 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-26T19:34:47,709 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:48,709 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:49,710 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:50,711 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:51,711 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:52,712 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:53,713 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:54,713 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:55,714 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:56,715 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:57,716 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:58,716 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:34:59,717 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:35:00,718 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:35:01,718 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:35:02,719 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:35:03,720 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:35:04,721 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:35:05,722 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:35:06,722 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:35:07,723 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:35:08,723 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:35:09,724 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:35:10,725 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:35:11,725 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:35:12,726 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:35:12,838 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T19:35:13,727 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:35:14,727 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:35:15,728 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:35:16,728 WARN  [fe76acf732b2:44097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T19:35:16,769 INFO  [RS:0;fe76acf732b2:46073 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-26T19:35:16,773 INFO  [RS:0;fe76acf732b2:46073 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C46073%2C1732649654517, suffix=, logDir=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/WALs/fe76acf732b2,46073,1732649654517, archiveDir=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/oldWALs, maxLogs=32
2024-11-26T19:35:16,790 DEBUG [RS:0;fe76acf732b2:46073 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/WALs/fe76acf732b2,46073,1732649654517/fe76acf732b2%2C46073%2C1732649654517.1732649716775, exclude list is [], retry=0
2024-11-26T19:35:16,794 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34697,DS-6be0bcf8-4311-40b7-896c-b2d2dbfa63b5,DISK]
2024-11-26T19:35:16,797 INFO  [RS:0;fe76acf732b2:46073 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/WALs/fe76acf732b2,46073,1732649654517/fe76acf732b2%2C46073%2C1732649654517.1732649716775
2024-11-26T19:35:16,797 DEBUG [RS:0;fe76acf732b2:46073 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45431:45431)]
2024-11-26T19:35:16,981 DEBUG [fe76acf732b2:44097 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-26T19:35:16,997 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fe76acf732b2,46073,1732649654517
2024-11-26T19:35:17,005 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,46073,1732649654517, state=OPENING
2024-11-26T19:35:17,012 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-26T19:35:17,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T19:35:17,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x10155c57d340001, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T19:35:17,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T19:35:17,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T19:35:17,016 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-26T19:35:17,019 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,46073,1732649654517}]
2024-11-26T19:35:17,197 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-26T19:35:17,200 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-26T19:35:17,210 INFO  [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-26T19:35:17,210 INFO  [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T19:35:17,211 INFO  [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-26T19:35:17,214 INFO  [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fe76acf732b2%2C46073%2C1732649654517.meta, suffix=.meta, logDir=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/WALs/fe76acf732b2,46073,1732649654517, archiveDir=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/oldWALs, maxLogs=32
2024-11-26T19:35:17,231 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/WALs/fe76acf732b2,46073,1732649654517/fe76acf732b2%2C46073%2C1732649654517.meta.1732649717216.meta, exclude list is [], retry=0
2024-11-26T19:35:17,235 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34697,DS-6be0bcf8-4311-40b7-896c-b2d2dbfa63b5,DISK]
2024-11-26T19:35:17,238 INFO  [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/WALs/fe76acf732b2,46073,1732649654517/fe76acf732b2%2C46073%2C1732649654517.meta.1732649717216.meta
2024-11-26T19:35:17,238 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45431:45431)]
2024-11-26T19:35:17,239 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-26T19:35:17,241 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-26T19:35:17,243 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-26T19:35:17,248 INFO  [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-26T19:35:17,252 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-26T19:35:17,253 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:35:17,253 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-26T19:35:17,254 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-26T19:35:17,257 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-26T19:35:17,259 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-26T19:35:17,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:35:17,260 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T19:35:17,260 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-26T19:35:17,262 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-26T19:35:17,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:35:17,263 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T19:35:17,263 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-26T19:35:17,264 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-26T19:35:17,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:35:17,265 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T19:35:17,265 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-26T19:35:17,267 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-26T19:35:17,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:35:17,268 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T19:35:17,268 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-26T19:35:17,270 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/meta/1588230740
2024-11-26T19:35:17,273 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/meta/1588230740
2024-11-26T19:35:17,276 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-26T19:35:17,276 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-26T19:35:17,277 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-26T19:35:17,280 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-26T19:35:17,282 INFO  [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60391894, jitterRate=-0.10009065270423889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-26T19:35:17,282 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-26T19:35:17,285 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732649717254Writing region info on filesystem at 1732649717254Initializing all the Stores at 1732649717256 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732649717257 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732649717257Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732649717257Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732649717257Cleaning up temporary data from old regions at 1732649717276 (+19 ms)Running coprocessor post-open hooks at 1732649717282 (+6 ms)Region opened successfully at 1732649717285 (+3 ms)
2024-11-26T19:35:17,293 INFO  [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732649717188
2024-11-26T19:35:17,306 DEBUG [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-26T19:35:17,306 INFO  [RS_OPEN_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-26T19:35:17,308 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,46073,1732649654517
2024-11-26T19:35:17,310 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fe76acf732b2,46073,1732649654517, state=OPEN
2024-11-26T19:35:17,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x10155c57d340001, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T19:35:17,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T19:35:17,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T19:35:17,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T19:35:17,317 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fe76acf732b2,46073,1732649654517
2024-11-26T19:35:17,324 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-26T19:35:17,324 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fe76acf732b2,46073,1732649654517 in 300 msec
2024-11-26T19:35:17,332 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-26T19:35:17,332 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.805 sec
2024-11-26T19:35:17,333 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-26T19:35:17,333 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-26T19:35:17,353 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T19:35:17,355 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,46073,1732649654517, seqNum=-1]
2024-11-26T19:35:17,376 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T19:35:17,379 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T19:35:17,400 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.074 sec
2024-11-26T19:35:17,400 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732649717400, completionTime=-1
2024-11-26T19:35:17,403 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-26T19:35:17,403 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-26T19:35:17,431 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-26T19:35:17,431 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732649777431
2024-11-26T19:35:17,432 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732649837432
2024-11-26T19:35:17,432 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec
2024-11-26T19:35:17,433 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,44097,1732649653815-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T19:35:17,434 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,44097,1732649653815-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T19:35:17,434 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,44097,1732649653815-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T19:35:17,436 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fe76acf732b2:44097, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T19:35:17,437 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-26T19:35:17,437 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-26T19:35:17,443 DEBUG [master/fe76acf732b2:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-26T19:35:17,487 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.806sec
2024-11-26T19:35:17,488 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-26T19:35:17,490 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-26T19:35:17,491 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-26T19:35:17,492 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-26T19:35:17,492 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-26T19:35:17,493 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,44097,1732649653815-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-26T19:35:17,494 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,44097,1732649653815-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-26T19:35:17,506 DEBUG [master/fe76acf732b2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-26T19:35:17,507 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-26T19:35:17,507 INFO  [master/fe76acf732b2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fe76acf732b2,44097,1732649653815-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T19:35:17,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573d5973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T19:35:17,595 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-26T19:35:17,595 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-26T19:35:17,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,44097,-1 for getting cluster id
2024-11-26T19:35:17,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T19:35:17,608 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53197448-ddb8-4839-9551-1c6ff0cc5b29'
2024-11-26T19:35:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T19:35:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53197448-ddb8-4839-9551-1c6ff0cc5b29"

2024-11-26T19:35:17,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5c0dd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T19:35:17,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,44097,-1]
2024-11-26T19:35:17,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T19:35:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T19:35:17,618 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T19:35:17,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1928876b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T19:35:17,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T19:35:17,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,46073,1732649654517, seqNum=-1]
2024-11-26T19:35:17,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T19:35:17,630 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T19:35:17,650 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fe76acf732b2,44097,1732649653815
2024-11-26T19:35:17,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2246aef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T19:35:17,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fe76acf732b2,44097,-1 for getting cluster id
2024-11-26T19:35:17,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T19:35:17,654 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53197448-ddb8-4839-9551-1c6ff0cc5b29'
2024-11-26T19:35:17,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T19:35:17,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53197448-ddb8-4839-9551-1c6ff0cc5b29"

2024-11-26T19:35:17,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77684338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T19:35:17,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fe76acf732b2,44097,-1]
2024-11-26T19:35:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T19:35:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T19:35:17,658 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T19:35:17,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c90cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T19:35:17,675 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=277, ProcessCount=11, AvailableMemoryMB=6092
2024-11-26T19:35:17,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-26T19:35:17,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fe76acf732b2,44097,1732649653815
2024-11-26T19:35:17,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fce4f1a
2024-11-26T19:35:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-26T19:35:17,691 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-26T19:35:17,696 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T19:35:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-26T19:35:17,706 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T19:35:17,708 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-26T19:35:17,709 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:35:17,711 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T19:35:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-26T19:35:17,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741835_1011 (size=428)
2024-11-26T19:35:18,126 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d66926eca213d2ee52be57cd0a32d02, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8
2024-11-26T19:35:18,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741836_1012 (size=79)
2024-11-26T19:35:18,135 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:35:18,135 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 6d66926eca213d2ee52be57cd0a32d02, disabling compactions & flushes
2024-11-26T19:35:18,135 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02.
2024-11-26T19:35:18,136 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02.
2024-11-26T19:35:18,136 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02. after waiting 0 ms
2024-11-26T19:35:18,136 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02.
2024-11-26T19:35:18,136 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02.
2024-11-26T19:35:18,136 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d66926eca213d2ee52be57cd0a32d02:
Waiting for close lock at 1732649718135Disabling compacts and flushes for region at 1732649718135Disabling writes for close at 1732649718136 (+1 ms)Writing region close event to WAL at 1732649718136Closed at 1732649718136
2024-11-26T19:35:18,138 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T19:35:18,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732649718138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732649718138"}]},"ts":"1732649718138"}
2024-11-26T19:35:18,149 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T19:35:18,151 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T19:35:18,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649718151"}]},"ts":"1732649718151"}
2024-11-26T19:35:18,158 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-26T19:35:18,160 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6d66926eca213d2ee52be57cd0a32d02, ASSIGN}]
2024-11-26T19:35:18,162 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6d66926eca213d2ee52be57cd0a32d02, ASSIGN
2024-11-26T19:35:18,164 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6d66926eca213d2ee52be57cd0a32d02, ASSIGN; state=OFFLINE, location=fe76acf732b2,46073,1732649654517; forceNewPlan=false, retain=false
2024-11-26T19:35:18,315 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d66926eca213d2ee52be57cd0a32d02, regionState=OPENING, regionLocation=fe76acf732b2,46073,1732649654517
2024-11-26T19:35:18,320 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6d66926eca213d2ee52be57cd0a32d02, ASSIGN because future has completed
2024-11-26T19:35:18,321 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d66926eca213d2ee52be57cd0a32d02, server=fe76acf732b2,46073,1732649654517}]
2024-11-26T19:35:18,483 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02.
2024-11-26T19:35:18,483 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d66926eca213d2ee52be57cd0a32d02, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02.', STARTKEY => '', ENDKEY => ''}
2024-11-26T19:35:18,483 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 6d66926eca213d2ee52be57cd0a32d02
2024-11-26T19:35:18,484 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:35:18,484 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6d66926eca213d2ee52be57cd0a32d02
2024-11-26T19:35:18,484 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6d66926eca213d2ee52be57cd0a32d02
2024-11-26T19:35:18,486 INFO  [StoreOpener-6d66926eca213d2ee52be57cd0a32d02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6d66926eca213d2ee52be57cd0a32d02 
2024-11-26T19:35:18,488 INFO  [StoreOpener-6d66926eca213d2ee52be57cd0a32d02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d66926eca213d2ee52be57cd0a32d02 columnFamilyName testFamily
2024-11-26T19:35:18,489 DEBUG [StoreOpener-6d66926eca213d2ee52be57cd0a32d02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:35:18,489 INFO  [StoreOpener-6d66926eca213d2ee52be57cd0a32d02-1 {}] regionserver.HStore(327): Store=6d66926eca213d2ee52be57cd0a32d02/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T19:35:18,490 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6d66926eca213d2ee52be57cd0a32d02
2024-11-26T19:35:18,491 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d66926eca213d2ee52be57cd0a32d02
2024-11-26T19:35:18,491 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d66926eca213d2ee52be57cd0a32d02
2024-11-26T19:35:18,492 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6d66926eca213d2ee52be57cd0a32d02
2024-11-26T19:35:18,492 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6d66926eca213d2ee52be57cd0a32d02
2024-11-26T19:35:18,495 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6d66926eca213d2ee52be57cd0a32d02
2024-11-26T19:35:18,498 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d66926eca213d2ee52be57cd0a32d02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T19:35:18,498 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6d66926eca213d2ee52be57cd0a32d02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69727493, jitterRate=0.039020612835884094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T19:35:18,499 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d66926eca213d2ee52be57cd0a32d02
2024-11-26T19:35:18,499 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6d66926eca213d2ee52be57cd0a32d02:
Running coprocessor pre-open hook at 1732649718484Writing region info on filesystem at 1732649718484Initializing all the Stores at 1732649718485 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732649718486 (+1 ms)Cleaning up temporary data from old regions at 1732649718492 (+6 ms)Running coprocessor post-open hooks at 1732649718499 (+7 ms)Region opened successfully at 1732649718499
2024-11-26T19:35:18,501 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02., pid=6, masterSystemTime=1732649718475
2024-11-26T19:35:18,505 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02.
2024-11-26T19:35:18,505 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02.
2024-11-26T19:35:18,506 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d66926eca213d2ee52be57cd0a32d02, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,46073,1732649654517
2024-11-26T19:35:18,510 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d66926eca213d2ee52be57cd0a32d02, server=fe76acf732b2,46073,1732649654517 because future has completed
2024-11-26T19:35:18,516 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-26T19:35:18,517 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d66926eca213d2ee52be57cd0a32d02, server=fe76acf732b2,46073,1732649654517 in 191 msec
2024-11-26T19:35:18,521 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-26T19:35:18,521 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6d66926eca213d2ee52be57cd0a32d02, ASSIGN in 357 msec
2024-11-26T19:35:18,523 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T19:35:18,523 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649718523"}]},"ts":"1732649718523"}
2024-11-26T19:35:18,527 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-26T19:35:18,529 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T19:35:18,533 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 830 msec
2024-11-26T19:35:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-26T19:35:18,726 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-26T19:35:18,726 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-26T19:35:18,727 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T19:35:18,732 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-26T19:35:18,733 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T19:35:18,733 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-26T19:35:18,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T19:35:18,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fe76acf732b2,46073,1732649654517, seqNum=-1]
2024-11-26T19:35:18,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T19:35:18,740 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T19:35:18,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02., hostname=fe76acf732b2,46073,1732649654517, seqNum=2]
2024-11-26T19:35:18,760 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T19:35:18,764 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-26T19:35:18,768 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-26T19:35:18,772 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-26T19:35:18,774 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-26T19:35:18,775 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-2324532082660868088
2024-11-26T19:35:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39540 deadline: 1732649721773, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T19:35:18,784 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-26T19:35:18,785 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-26T19:35:18,786 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T19:35:18,788 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T19:35:18,788 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-2324532082660868086
2024-11-26T19:35:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39540 deadline: 1732649721787, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T19:35:18,792 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T19:35:18,793 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-2324532082660868085
2024-11-26T19:35:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39540 deadline: 1732649721791, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T19:35:18,796 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T19:35:18,797 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-2324532082660868084
2024-11-26T19:35:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39540 deadline: 1732649721795, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T19:35:18,800 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T19:35:18,813 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-492182477_22 at /127.0.0.1:36684 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/fe76acf732b2:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=255 (was 277), ProcessCount=11 (was 11), AvailableMemoryMB=6077 (was 6092)
2024-11-26T19:35:18,823 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=255, ProcessCount=11, AvailableMemoryMB=6076
2024-11-26T19:35:18,827 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T19:35:18,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44097 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-26T19:35:18,831 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T19:35:18,831 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:35:18,831 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-26T19:35:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-26T19:35:18,833 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T19:35:18,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741837_1013 (size=414)
2024-11-26T19:35:19,245 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97536af6ab3da468a84961291d3c4b81, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8
2024-11-26T19:35:19,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741838_1014 (size=65)
2024-11-26T19:35:19,656 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:35:19,656 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 97536af6ab3da468a84961291d3c4b81, disabling compactions & flushes
2024-11-26T19:35:19,656 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81.
2024-11-26T19:35:19,656 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81.
2024-11-26T19:35:19,656 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81. after waiting 0 ms
2024-11-26T19:35:19,656 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81.
2024-11-26T19:35:19,657 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81.
2024-11-26T19:35:19,657 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97536af6ab3da468a84961291d3c4b81:
Waiting for close lock at 1732649719656Disabling compacts and flushes for region at 1732649719656Disabling writes for close at 1732649719656Writing region close event to WAL at 1732649719656Closed at 1732649719657 (+1 ms)
2024-11-26T19:35:19,660 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T19:35:19,660 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732649719660"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732649719660"}]},"ts":"1732649719660"}
2024-11-26T19:35:19,666 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T19:35:19,669 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T19:35:19,669 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649719669"}]},"ts":"1732649719669"}
2024-11-26T19:35:19,673 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-26T19:35:19,674 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=97536af6ab3da468a84961291d3c4b81, ASSIGN}]
2024-11-26T19:35:19,676 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=97536af6ab3da468a84961291d3c4b81, ASSIGN
2024-11-26T19:35:19,678 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=97536af6ab3da468a84961291d3c4b81, ASSIGN; state=OFFLINE, location=fe76acf732b2,46073,1732649654517; forceNewPlan=false, retain=false
2024-11-26T19:35:19,829 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=97536af6ab3da468a84961291d3c4b81, regionState=OPENING, regionLocation=fe76acf732b2,46073,1732649654517
2024-11-26T19:35:19,834 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=97536af6ab3da468a84961291d3c4b81, ASSIGN because future has completed
2024-11-26T19:35:19,835 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97536af6ab3da468a84961291d3c4b81, server=fe76acf732b2,46073,1732649654517}]
2024-11-26T19:35:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-26T19:35:19,996 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81.
2024-11-26T19:35:19,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 97536af6ab3da468a84961291d3c4b81, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81.', STARTKEY => '', ENDKEY => ''}
2024-11-26T19:35:19,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 97536af6ab3da468a84961291d3c4b81
2024-11-26T19:35:19,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:35:19,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 97536af6ab3da468a84961291d3c4b81
2024-11-26T19:35:19,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 97536af6ab3da468a84961291d3c4b81
2024-11-26T19:35:20,000 INFO  [StoreOpener-97536af6ab3da468a84961291d3c4b81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 97536af6ab3da468a84961291d3c4b81 
2024-11-26T19:35:20,002 INFO  [StoreOpener-97536af6ab3da468a84961291d3c4b81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97536af6ab3da468a84961291d3c4b81 columnFamilyName testFamily
2024-11-26T19:35:20,002 DEBUG [StoreOpener-97536af6ab3da468a84961291d3c4b81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:35:20,003 INFO  [StoreOpener-97536af6ab3da468a84961291d3c4b81-1 {}] regionserver.HStore(327): Store=97536af6ab3da468a84961291d3c4b81/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T19:35:20,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 97536af6ab3da468a84961291d3c4b81
2024-11-26T19:35:20,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnOpenScanner/97536af6ab3da468a84961291d3c4b81
2024-11-26T19:35:20,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnOpenScanner/97536af6ab3da468a84961291d3c4b81
2024-11-26T19:35:20,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 97536af6ab3da468a84961291d3c4b81
2024-11-26T19:35:20,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 97536af6ab3da468a84961291d3c4b81
2024-11-26T19:35:20,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 97536af6ab3da468a84961291d3c4b81
2024-11-26T19:35:20,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnOpenScanner/97536af6ab3da468a84961291d3c4b81/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T19:35:20,015 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 97536af6ab3da468a84961291d3c4b81; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75197273, jitterRate=0.12052668631076813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T19:35:20,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97536af6ab3da468a84961291d3c4b81
2024-11-26T19:35:20,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 97536af6ab3da468a84961291d3c4b81:
Running coprocessor pre-open hook at 1732649719997Writing region info on filesystem at 1732649719997Initializing all the Stores at 1732649719999 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732649719999Cleaning up temporary data from old regions at 1732649720007 (+8 ms)Running coprocessor post-open hooks at 1732649720015 (+8 ms)Region opened successfully at 1732649720017 (+2 ms)
2024-11-26T19:35:20,019 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81., pid=9, masterSystemTime=1732649719990
2024-11-26T19:35:20,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81.
2024-11-26T19:35:20,024 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81.
2024-11-26T19:35:20,025 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=97536af6ab3da468a84961291d3c4b81, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,46073,1732649654517
2024-11-26T19:35:20,031 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97536af6ab3da468a84961291d3c4b81, server=fe76acf732b2,46073,1732649654517 because future has completed
2024-11-26T19:35:20,038 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-26T19:35:20,039 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 97536af6ab3da468a84961291d3c4b81, server=fe76acf732b2,46073,1732649654517 in 198 msec
2024-11-26T19:35:20,046 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-26T19:35:20,047 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=97536af6ab3da468a84961291d3c4b81, ASSIGN in 365 msec
2024-11-26T19:35:20,049 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T19:35:20,050 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649720049"}]},"ts":"1732649720049"}
2024-11-26T19:35:20,053 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-26T19:35:20,055 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T19:35:20,060 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2280 sec
2024-11-26T19:35:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-26T19:35:21,876 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-26T19:35:21,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-26T19:35:21,876 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T19:35:21,881 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-26T19:35:21,882 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T19:35:21,882 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-26T19:35:21,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81., hostname=fe76acf732b2,46073,1732649654517, seqNum=2]
2024-11-26T19:35:21,904 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T19:35:21,904 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-26T19:35:21,909 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-26T19:35:21,911 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46073 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-26T19:35:22,797 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T19:35:22,827 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-26T19:35:22,829 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-26T19:35:22,830 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-26T19:35:24,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-26T19:35:24,235 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-26T19:35:24,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-26T19:35:24,236 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-26T19:35:24,237 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-26T19:35:24,237 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-26T19:35:24,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-26T19:35:24,238 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-26T19:35:27,927 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81., hostname=fe76acf732b2,46073,1732649654517, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81., hostname=fe76acf732b2,46073,1732649654517, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=fe76acf732b2:46073 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms
2024-11-26T19:35:27,927 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81., hostname=fe76acf732b2,46073,1732649654517, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms
2024-11-26T19:35:27,928 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81., hostname=fe76acf732b2,46073,1732649654517, seqNum=2 from cache
2024-11-26T19:35:27,939 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=275 (was 255) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6050 (was 6076)
2024-11-26T19:35:27,949 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=275, ProcessCount=11, AvailableMemoryMB=6050
2024-11-26T19:35:27,953 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T19:35:27,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44097 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-26T19:35:27,957 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T19:35:27,957 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:35:27,958 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-26T19:35:27,959 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T19:35:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-26T19:35:27,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741839_1015 (size=412)
2024-11-26T19:35:28,373 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f488ae0efcde172fdab7a997edff1362, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8
2024-11-26T19:35:28,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741840_1016 (size=63)
2024-11-26T19:35:28,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-11-26T19:35:28,787 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:35:28,788 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing f488ae0efcde172fdab7a997edff1362, disabling compactions & flushes
2024-11-26T19:35:28,788 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362.
2024-11-26T19:35:28,788 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362.
2024-11-26T19:35:28,788 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362. after waiting 0 ms
2024-11-26T19:35:28,788 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362.
2024-11-26T19:35:28,788 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362.
2024-11-26T19:35:28,788 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f488ae0efcde172fdab7a997edff1362:
Waiting for close lock at 1732649728787Disabling compacts and flushes for region at 1732649728787Disabling writes for close at 1732649728788 (+1 ms)Writing region close event to WAL at 1732649728788Closed at 1732649728788
2024-11-26T19:35:28,790 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T19:35:28,791 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732649728790"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732649728790"}]},"ts":"1732649728790"}
2024-11-26T19:35:28,795 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T19:35:28,796 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T19:35:28,797 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649728797"}]},"ts":"1732649728797"}
2024-11-26T19:35:28,800 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-26T19:35:28,801 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=f488ae0efcde172fdab7a997edff1362, ASSIGN}]
2024-11-26T19:35:28,803 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=f488ae0efcde172fdab7a997edff1362, ASSIGN
2024-11-26T19:35:28,805 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=f488ae0efcde172fdab7a997edff1362, ASSIGN; state=OFFLINE, location=fe76acf732b2,46073,1732649654517; forceNewPlan=false, retain=false
2024-11-26T19:35:28,955 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f488ae0efcde172fdab7a997edff1362, regionState=OPENING, regionLocation=fe76acf732b2,46073,1732649654517
2024-11-26T19:35:28,960 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=f488ae0efcde172fdab7a997edff1362, ASSIGN because future has completed
2024-11-26T19:35:28,961 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f488ae0efcde172fdab7a997edff1362, server=fe76acf732b2,46073,1732649654517}]
2024-11-26T19:35:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-26T19:35:29,123 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362.
2024-11-26T19:35:29,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => f488ae0efcde172fdab7a997edff1362, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362.', STARTKEY => '', ENDKEY => ''}
2024-11-26T19:35:29,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync f488ae0efcde172fdab7a997edff1362
2024-11-26T19:35:29,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:35:29,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for f488ae0efcde172fdab7a997edff1362
2024-11-26T19:35:29,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for f488ae0efcde172fdab7a997edff1362
2024-11-26T19:35:29,127 INFO  [StoreOpener-f488ae0efcde172fdab7a997edff1362-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f488ae0efcde172fdab7a997edff1362 
2024-11-26T19:35:29,131 INFO  [StoreOpener-f488ae0efcde172fdab7a997edff1362-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f488ae0efcde172fdab7a997edff1362 columnFamilyName testFamily
2024-11-26T19:35:29,131 DEBUG [StoreOpener-f488ae0efcde172fdab7a997edff1362-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:35:29,132 INFO  [StoreOpener-f488ae0efcde172fdab7a997edff1362-1 {}] regionserver.HStore(327): Store=f488ae0efcde172fdab7a997edff1362/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T19:35:29,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for f488ae0efcde172fdab7a997edff1362
2024-11-26T19:35:29,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnNextAsync/f488ae0efcde172fdab7a997edff1362
2024-11-26T19:35:29,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnNextAsync/f488ae0efcde172fdab7a997edff1362
2024-11-26T19:35:29,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for f488ae0efcde172fdab7a997edff1362
2024-11-26T19:35:29,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for f488ae0efcde172fdab7a997edff1362
2024-11-26T19:35:29,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for f488ae0efcde172fdab7a997edff1362
2024-11-26T19:35:29,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnNextAsync/f488ae0efcde172fdab7a997edff1362/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T19:35:29,145 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened f488ae0efcde172fdab7a997edff1362; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59835083, jitterRate=-0.1083877831697464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T19:35:29,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f488ae0efcde172fdab7a997edff1362
2024-11-26T19:35:29,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for f488ae0efcde172fdab7a997edff1362:
Running coprocessor pre-open hook at 1732649729125Writing region info on filesystem at 1732649729125Initializing all the Stores at 1732649729126 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732649729127 (+1 ms)Cleaning up temporary data from old regions at 1732649729136 (+9 ms)Running coprocessor post-open hooks at 1732649729145 (+9 ms)Region opened successfully at 1732649729146 (+1 ms)
2024-11-26T19:35:29,148 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362., pid=12, masterSystemTime=1732649729115
2024-11-26T19:35:29,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362.
2024-11-26T19:35:29,153 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362.
2024-11-26T19:35:29,154 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f488ae0efcde172fdab7a997edff1362, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,46073,1732649654517
2024-11-26T19:35:29,159 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f488ae0efcde172fdab7a997edff1362, server=fe76acf732b2,46073,1732649654517 because future has completed
2024-11-26T19:35:29,166 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-26T19:35:29,166 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f488ae0efcde172fdab7a997edff1362, server=fe76acf732b2,46073,1732649654517 in 200 msec
2024-11-26T19:35:29,170 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-26T19:35:29,170 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=f488ae0efcde172fdab7a997edff1362, ASSIGN in 366 msec
2024-11-26T19:35:29,171 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T19:35:29,172 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649729171"}]},"ts":"1732649729171"}
2024-11-26T19:35:29,175 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-26T19:35:29,176 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T19:35:29,178 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2230 sec
2024-11-26T19:35:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-26T19:35:30,985 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-26T19:35:30,985 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-26T19:35:30,986 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T19:35:30,990 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-26T19:35:30,991 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T19:35:30,991 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-26T19:35:30,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362., hostname=fe76acf732b2,46073,1732649654517, seqNum=2]
2024-11-26T19:35:31,008 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T19:35:31,008 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-26T19:35:31,012 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-26T19:35:31,014 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-26T19:35:31,016 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-26T19:35:31,017 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46073 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-26T19:35:34,658 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T19:35:34,689 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-26T19:35:34,689 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-26T19:35:34,832 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-26T19:35:37,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46073 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2324532082660868075' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-26T19:35:37,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46073 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:39540 deadline: 1732649743021, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2324532082660868075' does not exist
2024-11-26T19:35:37,026 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to fe76acf732b2,46073,1732649654517 for closing scanner id = -2324532082660868075 for f488ae0efcde172fdab7a997edff1362 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2324532082660868075' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T19:35:37,030 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=286 (was 275) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6032 (was 6050)
2024-11-26T19:35:37,039 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=11, AvailableMemoryMB=6032
2024-11-26T19:35:37,043 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T19:35:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-26T19:35:37,046 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T19:35:37,047 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:35:37,047 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-26T19:35:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-26T19:35:37,048 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T19:35:37,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741841_1017 (size=423)
2024-11-26T19:35:37,060 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5002dda0d52a77dd3fa2ca5f33acd51b, NAME => 'testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8
2024-11-26T19:35:37,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741842_1018 (size=74)
2024-11-26T19:35:37,472 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:35:37,472 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 5002dda0d52a77dd3fa2ca5f33acd51b, disabling compactions & flushes
2024-11-26T19:35:37,472 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b.
2024-11-26T19:35:37,472 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b.
2024-11-26T19:35:37,472 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b. after waiting 0 ms
2024-11-26T19:35:37,472 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b.
2024-11-26T19:35:37,472 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b.
2024-11-26T19:35:37,472 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5002dda0d52a77dd3fa2ca5f33acd51b:
Waiting for close lock at 1732649737472Disabling compacts and flushes for region at 1732649737472Disabling writes for close at 1732649737472Writing region close event to WAL at 1732649737472Closed at 1732649737472
2024-11-26T19:35:37,474 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T19:35:37,475 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732649737474"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732649737474"}]},"ts":"1732649737474"}
2024-11-26T19:35:37,479 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T19:35:37,481 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T19:35:37,481 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649737481"}]},"ts":"1732649737481"}
2024-11-26T19:35:37,484 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-26T19:35:37,485 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=5002dda0d52a77dd3fa2ca5f33acd51b, ASSIGN}]
2024-11-26T19:35:37,487 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=5002dda0d52a77dd3fa2ca5f33acd51b, ASSIGN
2024-11-26T19:35:37,488 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=5002dda0d52a77dd3fa2ca5f33acd51b, ASSIGN; state=OFFLINE, location=fe76acf732b2,46073,1732649654517; forceNewPlan=false, retain=false
2024-11-26T19:35:37,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-11-26T19:35:37,639 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5002dda0d52a77dd3fa2ca5f33acd51b, regionState=OPENING, regionLocation=fe76acf732b2,46073,1732649654517
2024-11-26T19:35:37,643 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=5002dda0d52a77dd3fa2ca5f33acd51b, ASSIGN because future has completed
2024-11-26T19:35:37,644 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5002dda0d52a77dd3fa2ca5f33acd51b, server=fe76acf732b2,46073,1732649654517}]
2024-11-26T19:35:37,804 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b.
2024-11-26T19:35:37,805 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 5002dda0d52a77dd3fa2ca5f33acd51b, NAME => 'testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b.', STARTKEY => '', ENDKEY => ''}
2024-11-26T19:35:37,805 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 5002dda0d52a77dd3fa2ca5f33acd51b
2024-11-26T19:35:37,805 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:35:37,805 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 5002dda0d52a77dd3fa2ca5f33acd51b
2024-11-26T19:35:37,805 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 5002dda0d52a77dd3fa2ca5f33acd51b
2024-11-26T19:35:37,808 INFO  [StoreOpener-5002dda0d52a77dd3fa2ca5f33acd51b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5002dda0d52a77dd3fa2ca5f33acd51b 
2024-11-26T19:35:37,811 INFO  [StoreOpener-5002dda0d52a77dd3fa2ca5f33acd51b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5002dda0d52a77dd3fa2ca5f33acd51b columnFamilyName testFamily
2024-11-26T19:35:37,812 DEBUG [StoreOpener-5002dda0d52a77dd3fa2ca5f33acd51b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:35:37,813 INFO  [StoreOpener-5002dda0d52a77dd3fa2ca5f33acd51b-1 {}] regionserver.HStore(327): Store=5002dda0d52a77dd3fa2ca5f33acd51b/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T19:35:37,813 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 5002dda0d52a77dd3fa2ca5f33acd51b
2024-11-26T19:35:37,814 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testRetryOutOfOrderScannerNextException/5002dda0d52a77dd3fa2ca5f33acd51b
2024-11-26T19:35:37,815 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testRetryOutOfOrderScannerNextException/5002dda0d52a77dd3fa2ca5f33acd51b
2024-11-26T19:35:37,815 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 5002dda0d52a77dd3fa2ca5f33acd51b
2024-11-26T19:35:37,815 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 5002dda0d52a77dd3fa2ca5f33acd51b
2024-11-26T19:35:37,818 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 5002dda0d52a77dd3fa2ca5f33acd51b
2024-11-26T19:35:37,822 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testRetryOutOfOrderScannerNextException/5002dda0d52a77dd3fa2ca5f33acd51b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T19:35:37,823 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 5002dda0d52a77dd3fa2ca5f33acd51b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69651450, jitterRate=0.03788748383522034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T19:35:37,823 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5002dda0d52a77dd3fa2ca5f33acd51b
2024-11-26T19:35:37,825 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 5002dda0d52a77dd3fa2ca5f33acd51b:
Running coprocessor pre-open hook at 1732649737806Writing region info on filesystem at 1732649737806Initializing all the Stores at 1732649737807 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732649737807Cleaning up temporary data from old regions at 1732649737815 (+8 ms)Running coprocessor post-open hooks at 1732649737824 (+9 ms)Region opened successfully at 1732649737824
2024-11-26T19:35:37,826 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b., pid=15, masterSystemTime=1732649737797
2024-11-26T19:35:37,830 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b.
2024-11-26T19:35:37,831 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b.
2024-11-26T19:35:37,832 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5002dda0d52a77dd3fa2ca5f33acd51b, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,46073,1732649654517
2024-11-26T19:35:37,837 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5002dda0d52a77dd3fa2ca5f33acd51b, server=fe76acf732b2,46073,1732649654517 because future has completed
2024-11-26T19:35:37,844 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-26T19:35:37,844 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 5002dda0d52a77dd3fa2ca5f33acd51b, server=fe76acf732b2,46073,1732649654517 in 195 msec
2024-11-26T19:35:37,850 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-26T19:35:37,851 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=5002dda0d52a77dd3fa2ca5f33acd51b, ASSIGN in 360 msec
2024-11-26T19:35:37,853 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T19:35:37,853 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649737853"}]},"ts":"1732649737853"}
2024-11-26T19:35:37,856 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-26T19:35:37,858 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T19:35:37,861 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 815 msec
2024-11-26T19:35:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-26T19:35:38,055 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-26T19:35:38,055 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-26T19:35:38,056 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T19:35:38,060 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-26T19:35:38,061 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T19:35:38,061 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-26T19:35:38,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b., hostname=fe76acf732b2,46073,1732649654517, seqNum=2]
2024-11-26T19:35:38,077 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T19:35:38,077 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-26T19:35:38,080 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-26T19:35:38,082 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-26T19:35:38,084 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-26T19:35:38,085 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-2324532082660868071
2024-11-26T19:35:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39540 deadline: 1732649741083, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T19:35:38,088 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-26T19:35:38,089 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-26T19:35:38,090 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T19:35:38,091 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T19:35:38,092 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-2324532082660868069
2024-11-26T19:35:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39540 deadline: 1732649741091, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T19:35:38,096 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T19:35:38,097 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-2324532082660868068
2024-11-26T19:35:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39540 deadline: 1732649741095, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T19:35:38,100 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T19:35:38,101 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-2324532082660868067
2024-11-26T19:35:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39540 deadline: 1732649741099, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-26T19:35:38,104 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-26T19:35:38,114 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-492182477_22 at /127.0.0.1:50572 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=286 (was 286), ProcessCount=11 (was 11), AvailableMemoryMB=6027 (was 6032)
2024-11-26T19:35:38,123 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=11, AvailableMemoryMB=6027
2024-11-26T19:35:38,125 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T19:35:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-26T19:35:38,128 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T19:35:38,128 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:35:38,129 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-26T19:35:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-26T19:35:38,130 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T19:35:38,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741843_1019 (size=418)
2024-11-26T19:35:38,543 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b78b9d183d1f550cde86848818b232b0, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8
2024-11-26T19:35:38,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741844_1020 (size=69)
2024-11-26T19:35:38,554 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:35:38,554 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing b78b9d183d1f550cde86848818b232b0, disabling compactions & flushes
2024-11-26T19:35:38,554 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0.
2024-11-26T19:35:38,554 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0.
2024-11-26T19:35:38,554 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0. after waiting 0 ms
2024-11-26T19:35:38,554 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0.
2024-11-26T19:35:38,554 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0.
2024-11-26T19:35:38,554 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for b78b9d183d1f550cde86848818b232b0:
Waiting for close lock at 1732649738554Disabling compacts and flushes for region at 1732649738554Disabling writes for close at 1732649738554Writing region close event to WAL at 1732649738554Closed at 1732649738554
2024-11-26T19:35:38,557 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T19:35:38,557 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732649738557"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732649738557"}]},"ts":"1732649738557"}
2024-11-26T19:35:38,562 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T19:35:38,564 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T19:35:38,564 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649738564"}]},"ts":"1732649738564"}
2024-11-26T19:35:38,567 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-26T19:35:38,568 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=b78b9d183d1f550cde86848818b232b0, ASSIGN}]
2024-11-26T19:35:38,569 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=b78b9d183d1f550cde86848818b232b0, ASSIGN
2024-11-26T19:35:38,571 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=b78b9d183d1f550cde86848818b232b0, ASSIGN; state=OFFLINE, location=fe76acf732b2,46073,1732649654517; forceNewPlan=false, retain=false
2024-11-26T19:35:38,722 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=b78b9d183d1f550cde86848818b232b0, regionState=OPENING, regionLocation=fe76acf732b2,46073,1732649654517
2024-11-26T19:35:38,726 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=b78b9d183d1f550cde86848818b232b0, ASSIGN because future has completed
2024-11-26T19:35:38,726 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure b78b9d183d1f550cde86848818b232b0, server=fe76acf732b2,46073,1732649654517}]
2024-11-26T19:35:38,886 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0.
2024-11-26T19:35:38,887 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => b78b9d183d1f550cde86848818b232b0, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0.', STARTKEY => '', ENDKEY => ''}
2024-11-26T19:35:38,887 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner b78b9d183d1f550cde86848818b232b0
2024-11-26T19:35:38,887 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:35:38,887 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for b78b9d183d1f550cde86848818b232b0
2024-11-26T19:35:38,887 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for b78b9d183d1f550cde86848818b232b0
2024-11-26T19:35:38,894 INFO  [StoreOpener-b78b9d183d1f550cde86848818b232b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b78b9d183d1f550cde86848818b232b0 
2024-11-26T19:35:38,896 INFO  [StoreOpener-b78b9d183d1f550cde86848818b232b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b78b9d183d1f550cde86848818b232b0 columnFamilyName testFamily
2024-11-26T19:35:38,897 DEBUG [StoreOpener-b78b9d183d1f550cde86848818b232b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:35:38,897 INFO  [StoreOpener-b78b9d183d1f550cde86848818b232b0-1 {}] regionserver.HStore(327): Store=b78b9d183d1f550cde86848818b232b0/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T19:35:38,898 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for b78b9d183d1f550cde86848818b232b0
2024-11-26T19:35:38,899 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnOpenScanner/b78b9d183d1f550cde86848818b232b0
2024-11-26T19:35:38,900 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnOpenScanner/b78b9d183d1f550cde86848818b232b0
2024-11-26T19:35:38,900 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for b78b9d183d1f550cde86848818b232b0
2024-11-26T19:35:38,900 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for b78b9d183d1f550cde86848818b232b0
2024-11-26T19:35:38,904 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for b78b9d183d1f550cde86848818b232b0
2024-11-26T19:35:38,908 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnOpenScanner/b78b9d183d1f550cde86848818b232b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T19:35:38,909 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened b78b9d183d1f550cde86848818b232b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58991010, jitterRate=-0.12096545100212097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T19:35:38,909 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b78b9d183d1f550cde86848818b232b0
2024-11-26T19:35:38,910 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for b78b9d183d1f550cde86848818b232b0:
Running coprocessor pre-open hook at 1732649738888Writing region info on filesystem at 1732649738888Initializing all the Stores at 1732649738893 (+5 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732649738893Cleaning up temporary data from old regions at 1732649738900 (+7 ms)Running coprocessor post-open hooks at 1732649738909 (+9 ms)Region opened successfully at 1732649738910 (+1 ms)
2024-11-26T19:35:38,912 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0., pid=18, masterSystemTime=1732649738879
2024-11-26T19:35:38,915 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0.
2024-11-26T19:35:38,915 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0.
2024-11-26T19:35:38,916 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=b78b9d183d1f550cde86848818b232b0, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,46073,1732649654517
2024-11-26T19:35:38,920 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure b78b9d183d1f550cde86848818b232b0, server=fe76acf732b2,46073,1732649654517 because future has completed
2024-11-26T19:35:38,926 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-26T19:35:38,926 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure b78b9d183d1f550cde86848818b232b0, server=fe76acf732b2,46073,1732649654517 in 195 msec
2024-11-26T19:35:38,930 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-26T19:35:38,930 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=b78b9d183d1f550cde86848818b232b0, ASSIGN in 358 msec
2024-11-26T19:35:38,931 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T19:35:38,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649738932"}]},"ts":"1732649738932"}
2024-11-26T19:35:38,935 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-26T19:35:38,936 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T19:35:38,939 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 811 msec
2024-11-26T19:35:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-26T19:35:39,145 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-26T19:35:39,145 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-26T19:35:39,145 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T19:35:39,150 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-26T19:35:39,151 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T19:35:39,151 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-26T19:35:39,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0., hostname=fe76acf732b2,46073,1732649654517, seqNum=2]
2024-11-26T19:35:39,166 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T19:35:39,166 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-26T19:35:39,170 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-26T19:35:39,171 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-26T19:35:40,177 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0., hostname=fe76acf732b2,46073,1732649654517, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0., hostname=fe76acf732b2,46073,1732649654517, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=fe76acf732b2:46073 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms
2024-11-26T19:35:40,177 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0., hostname=fe76acf732b2,46073,1732649654517, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms
2024-11-26T19:35:40,177 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0., hostname=fe76acf732b2,46073,1732649654517, seqNum=2 from cache
2024-11-26T19:35:40,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-11-26T19:35:40,834 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-26T19:35:40,834 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-26T19:35:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0., hostname=fe76acf732b2,46073,1732649654517, seqNum=2]
2024-11-26T19:35:41,188 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-26T19:35:42,178 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0., hostname=fe76acf732b2,46073,1732649654517, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0., hostname=fe76acf732b2,46073,1732649654517, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=fe76acf732b2:46073 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=990ms, rpcTimeout=983ms
2024-11-26T19:35:42,178 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0., hostname=fe76acf732b2,46073,1732649654517, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=990ms, rpcTimeout=983ms
2024-11-26T19:35:42,178 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0., hostname=fe76acf732b2,46073,1732649654517, seqNum=2 from cache
2024-11-26T19:35:42,188 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223 (was 223), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=303 (was 286) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6017 (was 6027)
2024-11-26T19:35:42,196 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=303, ProcessCount=11, AvailableMemoryMB=6016
2024-11-26T19:35:42,198 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T19:35:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-26T19:35:42,201 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T19:35:42,201 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:35:42,201 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-26T19:35:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-26T19:35:42,202 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T19:35:42,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741845_1021 (size=416)
2024-11-26T19:35:42,613 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 53288f68811fb501857abee462736d8d, NAME => 'testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8
2024-11-26T19:35:42,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741846_1022 (size=67)
2024-11-26T19:35:42,621 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:35:42,621 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 53288f68811fb501857abee462736d8d, disabling compactions & flushes
2024-11-26T19:35:42,621 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d.
2024-11-26T19:35:42,621 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d.
2024-11-26T19:35:42,621 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d. after waiting 0 ms
2024-11-26T19:35:42,622 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d.
2024-11-26T19:35:42,622 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d.
2024-11-26T19:35:42,622 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 53288f68811fb501857abee462736d8d:
Waiting for close lock at 1732649742621Disabling compacts and flushes for region at 1732649742621Disabling writes for close at 1732649742621Writing region close event to WAL at 1732649742622 (+1 ms)Closed at 1732649742622
2024-11-26T19:35:42,624 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T19:35:42,624 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732649742624"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732649742624"}]},"ts":"1732649742624"}
2024-11-26T19:35:42,627 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T19:35:42,628 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T19:35:42,628 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649742628"}]},"ts":"1732649742628"}
2024-11-26T19:35:42,630 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-26T19:35:42,630 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=53288f68811fb501857abee462736d8d, ASSIGN}]
2024-11-26T19:35:42,632 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=53288f68811fb501857abee462736d8d, ASSIGN
2024-11-26T19:35:42,633 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=53288f68811fb501857abee462736d8d, ASSIGN; state=OFFLINE, location=fe76acf732b2,46073,1732649654517; forceNewPlan=false, retain=false
2024-11-26T19:35:42,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-11-26T19:35:42,783 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=53288f68811fb501857abee462736d8d, regionState=OPENING, regionLocation=fe76acf732b2,46073,1732649654517
2024-11-26T19:35:42,787 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=53288f68811fb501857abee462736d8d, ASSIGN because future has completed
2024-11-26T19:35:42,787 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53288f68811fb501857abee462736d8d, server=fe76acf732b2,46073,1732649654517}]
2024-11-26T19:35:42,838 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T19:35:42,945 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d.
2024-11-26T19:35:42,945 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 53288f68811fb501857abee462736d8d, NAME => 'testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d.', STARTKEY => '', ENDKEY => ''}
2024-11-26T19:35:42,946 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 53288f68811fb501857abee462736d8d
2024-11-26T19:35:42,946 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:35:42,946 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 53288f68811fb501857abee462736d8d
2024-11-26T19:35:42,947 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 53288f68811fb501857abee462736d8d
2024-11-26T19:35:42,949 INFO  [StoreOpener-53288f68811fb501857abee462736d8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 53288f68811fb501857abee462736d8d 
2024-11-26T19:35:42,951 INFO  [StoreOpener-53288f68811fb501857abee462736d8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53288f68811fb501857abee462736d8d columnFamilyName testFamily
2024-11-26T19:35:42,951 DEBUG [StoreOpener-53288f68811fb501857abee462736d8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:35:42,951 INFO  [StoreOpener-53288f68811fb501857abee462736d8d-1 {}] regionserver.HStore(327): Store=53288f68811fb501857abee462736d8d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T19:35:42,951 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 53288f68811fb501857abee462736d8d
2024-11-26T19:35:42,952 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnNextAsync/53288f68811fb501857abee462736d8d
2024-11-26T19:35:42,953 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnNextAsync/53288f68811fb501857abee462736d8d
2024-11-26T19:35:42,954 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 53288f68811fb501857abee462736d8d
2024-11-26T19:35:42,954 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 53288f68811fb501857abee462736d8d
2024-11-26T19:35:42,956 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 53288f68811fb501857abee462736d8d
2024-11-26T19:35:42,959 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnNextAsync/53288f68811fb501857abee462736d8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T19:35:42,960 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 53288f68811fb501857abee462736d8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62978893, jitterRate=-0.0615413635969162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T19:35:42,960 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53288f68811fb501857abee462736d8d
2024-11-26T19:35:42,961 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 53288f68811fb501857abee462736d8d:
Running coprocessor pre-open hook at 1732649742947Writing region info on filesystem at 1732649742947Initializing all the Stores at 1732649742948 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732649742948Cleaning up temporary data from old regions at 1732649742954 (+6 ms)Running coprocessor post-open hooks at 1732649742960 (+6 ms)Region opened successfully at 1732649742961 (+1 ms)
2024-11-26T19:35:42,962 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d., pid=21, masterSystemTime=1732649742939
2024-11-26T19:35:42,964 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d.
2024-11-26T19:35:42,964 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d.
2024-11-26T19:35:42,965 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=53288f68811fb501857abee462736d8d, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,46073,1732649654517
2024-11-26T19:35:42,968 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53288f68811fb501857abee462736d8d, server=fe76acf732b2,46073,1732649654517 because future has completed
2024-11-26T19:35:42,972 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-26T19:35:42,972 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 53288f68811fb501857abee462736d8d, server=fe76acf732b2,46073,1732649654517 in 182 msec
2024-11-26T19:35:42,974 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-26T19:35:42,974 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=53288f68811fb501857abee462736d8d, ASSIGN in 342 msec
2024-11-26T19:35:42,975 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T19:35:42,976 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649742975"}]},"ts":"1732649742975"}
2024-11-26T19:35:42,978 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-26T19:35:42,979 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T19:35:42,981 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 781 msec
2024-11-26T19:35:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-26T19:35:43,215 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-26T19:35:43,216 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-26T19:35:43,216 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T19:35:43,221 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-26T19:35:43,221 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T19:35:43,221 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-26T19:35:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d., hostname=fe76acf732b2,46073,1732649654517, seqNum=2]
2024-11-26T19:35:43,235 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T19:35:43,236 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-26T19:35:43,239 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-26T19:35:43,241 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-26T19:35:43,242 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-26T19:35:43,243 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-26T19:35:43,307 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T19:35:44,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-26T19:35:44,235 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-26T19:35:44,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-26T19:35:44,236 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-26T19:35:44,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-26T19:35:44,236 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-26T19:35:46,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46073 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2324532082660868056' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-26T19:35:46,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46073 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:39540 deadline: 1732649747249, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2324532082660868056' does not exist
2024-11-26T19:35:46,254 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to fe76acf732b2,46073,1732649654517 for closing scanner id = -2324532082660868056 for 53288f68811fb501857abee462736d8d of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2324532082660868056' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T19:35:46,261 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 223), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=279 (was 303), ProcessCount=11 (was 11), AvailableMemoryMB=5986 (was 6016)
2024-11-26T19:35:46,276 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=5986
2024-11-26T19:35:46,279 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T19:35:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-26T19:35:46,285 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T19:35:46,285 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:35:46,287 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T19:35:46,288 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-26T19:35:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-26T19:35:46,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741847_1023 (size=411)
2024-11-26T19:35:46,340 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 038ea3e41687ba2a10a1b7f5da74d090, NAME => 'testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8
2024-11-26T19:35:46,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741848_1024 (size=62)
2024-11-26T19:35:46,360 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:35:46,360 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 038ea3e41687ba2a10a1b7f5da74d090, disabling compactions & flushes
2024-11-26T19:35:46,360 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090.
2024-11-26T19:35:46,360 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090.
2024-11-26T19:35:46,360 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090. after waiting 0 ms
2024-11-26T19:35:46,360 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090.
2024-11-26T19:35:46,360 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090.
2024-11-26T19:35:46,360 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 038ea3e41687ba2a10a1b7f5da74d090:
Waiting for close lock at 1732649746360Disabling compacts and flushes for region at 1732649746360Disabling writes for close at 1732649746360Writing region close event to WAL at 1732649746360Closed at 1732649746360
2024-11-26T19:35:46,363 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T19:35:46,363 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732649746363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732649746363"}]},"ts":"1732649746363"}
2024-11-26T19:35:46,368 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T19:35:46,371 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T19:35:46,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649746371"}]},"ts":"1732649746371"}
2024-11-26T19:35:46,376 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-26T19:35:46,377 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=038ea3e41687ba2a10a1b7f5da74d090, ASSIGN}]
2024-11-26T19:35:46,380 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=038ea3e41687ba2a10a1b7f5da74d090, ASSIGN
2024-11-26T19:35:46,382 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=038ea3e41687ba2a10a1b7f5da74d090, ASSIGN; state=OFFLINE, location=fe76acf732b2,46073,1732649654517; forceNewPlan=false, retain=false
2024-11-26T19:35:46,533 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=038ea3e41687ba2a10a1b7f5da74d090, regionState=OPENING, regionLocation=fe76acf732b2,46073,1732649654517
2024-11-26T19:35:46,536 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=038ea3e41687ba2a10a1b7f5da74d090, ASSIGN because future has completed
2024-11-26T19:35:46,537 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 038ea3e41687ba2a10a1b7f5da74d090, server=fe76acf732b2,46073,1732649654517}]
2024-11-26T19:35:46,695 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090.
2024-11-26T19:35:46,695 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 038ea3e41687ba2a10a1b7f5da74d090, NAME => 'testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090.', STARTKEY => '', ENDKEY => ''}
2024-11-26T19:35:46,696 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 038ea3e41687ba2a10a1b7f5da74d090
2024-11-26T19:35:46,696 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:35:46,696 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 038ea3e41687ba2a10a1b7f5da74d090
2024-11-26T19:35:46,696 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 038ea3e41687ba2a10a1b7f5da74d090
2024-11-26T19:35:46,698 INFO  [StoreOpener-038ea3e41687ba2a10a1b7f5da74d090-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 038ea3e41687ba2a10a1b7f5da74d090 
2024-11-26T19:35:46,700 INFO  [StoreOpener-038ea3e41687ba2a10a1b7f5da74d090-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 038ea3e41687ba2a10a1b7f5da74d090 columnFamilyName testFamily
2024-11-26T19:35:46,700 DEBUG [StoreOpener-038ea3e41687ba2a10a1b7f5da74d090-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:35:46,701 INFO  [StoreOpener-038ea3e41687ba2a10a1b7f5da74d090-1 {}] regionserver.HStore(327): Store=038ea3e41687ba2a10a1b7f5da74d090/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T19:35:46,701 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 038ea3e41687ba2a10a1b7f5da74d090
2024-11-26T19:35:46,702 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnNext/038ea3e41687ba2a10a1b7f5da74d090
2024-11-26T19:35:46,703 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnNext/038ea3e41687ba2a10a1b7f5da74d090
2024-11-26T19:35:46,704 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 038ea3e41687ba2a10a1b7f5da74d090
2024-11-26T19:35:46,704 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 038ea3e41687ba2a10a1b7f5da74d090
2024-11-26T19:35:46,706 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 038ea3e41687ba2a10a1b7f5da74d090
2024-11-26T19:35:46,709 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnNext/038ea3e41687ba2a10a1b7f5da74d090/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T19:35:46,710 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 038ea3e41687ba2a10a1b7f5da74d090; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63925549, jitterRate=-0.04743508994579315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T19:35:46,710 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 038ea3e41687ba2a10a1b7f5da74d090
2024-11-26T19:35:46,711 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 038ea3e41687ba2a10a1b7f5da74d090:
Running coprocessor pre-open hook at 1732649746696Writing region info on filesystem at 1732649746696Initializing all the Stores at 1732649746698 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732649746698Cleaning up temporary data from old regions at 1732649746704 (+6 ms)Running coprocessor post-open hooks at 1732649746710 (+6 ms)Region opened successfully at 1732649746711 (+1 ms)
2024-11-26T19:35:46,712 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090., pid=24, masterSystemTime=1732649746689
2024-11-26T19:35:46,715 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090.
2024-11-26T19:35:46,716 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090.
2024-11-26T19:35:46,716 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=038ea3e41687ba2a10a1b7f5da74d090, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,46073,1732649654517
2024-11-26T19:35:46,719 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 038ea3e41687ba2a10a1b7f5da74d090, server=fe76acf732b2,46073,1732649654517 because future has completed
2024-11-26T19:35:46,724 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-26T19:35:46,724 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 038ea3e41687ba2a10a1b7f5da74d090, server=fe76acf732b2,46073,1732649654517 in 184 msec
2024-11-26T19:35:46,726 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-26T19:35:46,726 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=038ea3e41687ba2a10a1b7f5da74d090, ASSIGN in 348 msec
2024-11-26T19:35:46,728 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T19:35:46,729 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649746728"}]},"ts":"1732649746728"}
2024-11-26T19:35:46,731 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-26T19:35:46,733 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T19:35:46,735 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 453 msec
2024-11-26T19:35:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-11-26T19:35:46,836 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-26T19:35:46,836 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-26T19:35:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-26T19:35:47,295 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-26T19:35:47,295 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-26T19:35:47,295 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T19:35:47,300 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-26T19:35:47,301 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T19:35:47,301 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-26T19:35:47,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090., hostname=fe76acf732b2,46073,1732649654517, seqNum=2]
2024-11-26T19:35:47,316 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T19:35:47,316 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-26T19:35:47,319 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-26T19:35:47,321 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-26T19:35:47,323 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-26T19:35:47,324 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-26T19:35:48,448 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T19:35:50,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46073 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2324532082660868052' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-26T19:35:50,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46073 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:39540 deadline: 1732649751332, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2324532082660868052' does not exist
2024-11-26T19:35:50,333 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to fe76acf732b2,46073,1732649654517 for closing scanner id = -2324532082660868052 for 038ea3e41687ba2a10a1b7f5da74d090 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2324532082660868052' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T19:35:50,339 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223 (was 223), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 279) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5985 (was 5986)
2024-11-26T19:35:50,349 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=5984
2024-11-26T19:35:50,352 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T19:35:50,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44097 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-26T19:35:50,356 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T19:35:50,356 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:35:50,357 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-26T19:35:50,358 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T19:35:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-26T19:35:50,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741849_1025 (size=419)
2024-11-26T19:35:50,373 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf00071439360b41a33df7cc071c04df, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8
2024-11-26T19:35:50,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741850_1026 (size=70)
2024-11-26T19:35:50,783 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:35:50,783 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing bf00071439360b41a33df7cc071c04df, disabling compactions & flushes
2024-11-26T19:35:50,783 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df.
2024-11-26T19:35:50,783 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df.
2024-11-26T19:35:50,783 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df. after waiting 0 ms
2024-11-26T19:35:50,783 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df.
2024-11-26T19:35:50,784 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df.
2024-11-26T19:35:50,784 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf00071439360b41a33df7cc071c04df:
Waiting for close lock at 1732649750783Disabling compacts and flushes for region at 1732649750783Disabling writes for close at 1732649750783Writing region close event to WAL at 1732649750783Closed at 1732649750783
2024-11-26T19:35:50,785 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T19:35:50,786 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732649750785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732649750785"}]},"ts":"1732649750785"}
2024-11-26T19:35:50,789 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T19:35:50,791 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T19:35:50,791 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649750791"}]},"ts":"1732649750791"}
2024-11-26T19:35:50,793 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-26T19:35:50,794 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=bf00071439360b41a33df7cc071c04df, ASSIGN}]
2024-11-26T19:35:50,795 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=bf00071439360b41a33df7cc071c04df, ASSIGN
2024-11-26T19:35:50,802 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=bf00071439360b41a33df7cc071c04df, ASSIGN; state=OFFLINE, location=fe76acf732b2,46073,1732649654517; forceNewPlan=false, retain=false
2024-11-26T19:35:50,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-11-26T19:35:50,953 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=bf00071439360b41a33df7cc071c04df, regionState=OPENING, regionLocation=fe76acf732b2,46073,1732649654517
2024-11-26T19:35:50,956 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=bf00071439360b41a33df7cc071c04df, ASSIGN because future has completed
2024-11-26T19:35:50,957 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf00071439360b41a33df7cc071c04df, server=fe76acf732b2,46073,1732649654517}]
2024-11-26T19:35:51,117 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df.
2024-11-26T19:35:51,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => bf00071439360b41a33df7cc071c04df, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df.', STARTKEY => '', ENDKEY => ''}
2024-11-26T19:35:51,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync bf00071439360b41a33df7cc071c04df
2024-11-26T19:35:51,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:35:51,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for bf00071439360b41a33df7cc071c04df
2024-11-26T19:35:51,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for bf00071439360b41a33df7cc071c04df
2024-11-26T19:35:51,121 INFO  [StoreOpener-bf00071439360b41a33df7cc071c04df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region bf00071439360b41a33df7cc071c04df 
2024-11-26T19:35:51,123 INFO  [StoreOpener-bf00071439360b41a33df7cc071c04df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf00071439360b41a33df7cc071c04df columnFamilyName testFamily
2024-11-26T19:35:51,123 DEBUG [StoreOpener-bf00071439360b41a33df7cc071c04df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:35:51,124 INFO  [StoreOpener-bf00071439360b41a33df7cc071c04df-1 {}] regionserver.HStore(327): Store=bf00071439360b41a33df7cc071c04df/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T19:35:51,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for bf00071439360b41a33df7cc071c04df
2024-11-26T19:35:51,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/bf00071439360b41a33df7cc071c04df
2024-11-26T19:35:51,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/bf00071439360b41a33df7cc071c04df
2024-11-26T19:35:51,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for bf00071439360b41a33df7cc071c04df
2024-11-26T19:35:51,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for bf00071439360b41a33df7cc071c04df
2024-11-26T19:35:51,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for bf00071439360b41a33df7cc071c04df
2024-11-26T19:35:51,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/bf00071439360b41a33df7cc071c04df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T19:35:51,143 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened bf00071439360b41a33df7cc071c04df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59463606, jitterRate=-0.11392322182655334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T19:35:51,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf00071439360b41a33df7cc071c04df
2024-11-26T19:35:51,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for bf00071439360b41a33df7cc071c04df:
Running coprocessor pre-open hook at 1732649751118Writing region info on filesystem at 1732649751118Initializing all the Stores at 1732649751120 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732649751120Cleaning up temporary data from old regions at 1732649751127 (+7 ms)Running coprocessor post-open hooks at 1732649751143 (+16 ms)Region opened successfully at 1732649751144 (+1 ms)
2024-11-26T19:35:51,145 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df., pid=27, masterSystemTime=1732649751110
2024-11-26T19:35:51,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df.
2024-11-26T19:35:51,148 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df.
2024-11-26T19:35:51,149 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=bf00071439360b41a33df7cc071c04df, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,46073,1732649654517
2024-11-26T19:35:51,153 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf00071439360b41a33df7cc071c04df, server=fe76acf732b2,46073,1732649654517 because future has completed
2024-11-26T19:35:51,157 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-26T19:35:51,157 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure bf00071439360b41a33df7cc071c04df, server=fe76acf732b2,46073,1732649654517 in 197 msec
2024-11-26T19:35:51,161 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-26T19:35:51,161 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=bf00071439360b41a33df7cc071c04df, ASSIGN in 363 msec
2024-11-26T19:35:51,163 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T19:35:51,163 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649751163"}]},"ts":"1732649751163"}
2024-11-26T19:35:51,165 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-26T19:35:51,166 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T19:35:51,170 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 814 msec
2024-11-26T19:35:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-26T19:35:51,376 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-26T19:35:51,376 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-26T19:35:51,376 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T19:35:51,381 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-26T19:35:51,381 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T19:35:51,382 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-26T19:35:51,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df., hostname=fe76acf732b2,46073,1732649654517, seqNum=2]
2024-11-26T19:35:51,395 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T19:35:51,396 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-26T19:35:51,399 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-26T19:35:51,400 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46073 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-26T19:35:52,837 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-26T19:35:54,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-26T19:35:54,235 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-26T19:35:54,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-26T19:35:54,236 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-26T19:35:56,620 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T19:35:57,408 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df., hostname=fe76acf732b2,46073,1732649654517, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df., hostname=fe76acf732b2,46073,1732649654517, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=fe76acf732b2:46073 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-26T19:35:57,408 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df., hostname=fe76acf732b2,46073,1732649654517, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-26T19:35:57,408 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df., hostname=fe76acf732b2,46073,1732649654517, seqNum=2 from cache
2024-11-26T19:35:57,419 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=314 (was 289) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5961 (was 5984)
2024-11-26T19:35:57,428 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=314, ProcessCount=11, AvailableMemoryMB=5961
2024-11-26T19:35:57,431 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T19:35:57,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44097 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-26T19:35:57,434 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T19:35:57,435 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:35:57,435 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-26T19:35:57,436 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T19:35:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-26T19:35:57,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741851_1027 (size=407)
2024-11-26T19:35:57,447 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9111c6b201397dba169c166918b54724, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8
2024-11-26T19:35:57,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741852_1028 (size=58)
2024-11-26T19:35:57,858 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:35:57,858 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 9111c6b201397dba169c166918b54724, disabling compactions & flushes
2024-11-26T19:35:57,858 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724.
2024-11-26T19:35:57,858 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724.
2024-11-26T19:35:57,858 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724. after waiting 0 ms
2024-11-26T19:35:57,858 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724.
2024-11-26T19:35:57,858 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724.
2024-11-26T19:35:57,859 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9111c6b201397dba169c166918b54724:
Waiting for close lock at 1732649757858Disabling compacts and flushes for region at 1732649757858Disabling writes for close at 1732649757858Writing region close event to WAL at 1732649757858Closed at 1732649757858
2024-11-26T19:35:57,860 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T19:35:57,861 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732649757860"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732649757860"}]},"ts":"1732649757860"}
2024-11-26T19:35:57,863 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T19:35:57,864 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T19:35:57,865 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649757865"}]},"ts":"1732649757865"}
2024-11-26T19:35:57,867 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-26T19:35:57,867 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=9111c6b201397dba169c166918b54724, ASSIGN}]
2024-11-26T19:35:57,869 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=9111c6b201397dba169c166918b54724, ASSIGN
2024-11-26T19:35:57,870 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=9111c6b201397dba169c166918b54724, ASSIGN; state=OFFLINE, location=fe76acf732b2,46073,1732649654517; forceNewPlan=false, retain=false
2024-11-26T19:35:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-11-26T19:35:57,959 INFO  [master/fe76acf732b2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-26T19:35:57,959 INFO  [master/fe76acf732b2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-26T19:35:58,021 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=9111c6b201397dba169c166918b54724, regionState=OPENING, regionLocation=fe76acf732b2,46073,1732649654517
2024-11-26T19:35:58,024 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=9111c6b201397dba169c166918b54724, ASSIGN because future has completed
2024-11-26T19:35:58,024 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9111c6b201397dba169c166918b54724, server=fe76acf732b2,46073,1732649654517}]
2024-11-26T19:35:58,184 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724.
2024-11-26T19:35:58,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 9111c6b201397dba169c166918b54724, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724.', STARTKEY => '', ENDKEY => ''}
2024-11-26T19:35:58,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 9111c6b201397dba169c166918b54724
2024-11-26T19:35:58,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:35:58,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 9111c6b201397dba169c166918b54724
2024-11-26T19:35:58,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 9111c6b201397dba169c166918b54724
2024-11-26T19:35:58,187 INFO  [StoreOpener-9111c6b201397dba169c166918b54724-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9111c6b201397dba169c166918b54724 
2024-11-26T19:35:58,189 INFO  [StoreOpener-9111c6b201397dba169c166918b54724-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9111c6b201397dba169c166918b54724 columnFamilyName testFamily
2024-11-26T19:35:58,189 DEBUG [StoreOpener-9111c6b201397dba169c166918b54724-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:35:58,190 INFO  [StoreOpener-9111c6b201397dba169c166918b54724-1 {}] regionserver.HStore(327): Store=9111c6b201397dba169c166918b54724/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T19:35:58,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 9111c6b201397dba169c166918b54724
2024-11-26T19:35:58,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnNext/9111c6b201397dba169c166918b54724
2024-11-26T19:35:58,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnNext/9111c6b201397dba169c166918b54724
2024-11-26T19:35:58,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 9111c6b201397dba169c166918b54724
2024-11-26T19:35:58,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 9111c6b201397dba169c166918b54724
2024-11-26T19:35:58,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 9111c6b201397dba169c166918b54724
2024-11-26T19:35:58,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnNext/9111c6b201397dba169c166918b54724/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T19:35:58,198 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 9111c6b201397dba169c166918b54724; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70599494, jitterRate=0.052014440298080444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T19:35:58,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9111c6b201397dba169c166918b54724
2024-11-26T19:35:58,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 9111c6b201397dba169c166918b54724:
Running coprocessor pre-open hook at 1732649758185Writing region info on filesystem at 1732649758185Initializing all the Stores at 1732649758186 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732649758186Cleaning up temporary data from old regions at 1732649758192 (+6 ms)Running coprocessor post-open hooks at 1732649758198 (+6 ms)Region opened successfully at 1732649758199 (+1 ms)
2024-11-26T19:35:58,201 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724., pid=30, masterSystemTime=1732649758177
2024-11-26T19:35:58,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724.
2024-11-26T19:35:58,203 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724.
2024-11-26T19:35:58,204 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=9111c6b201397dba169c166918b54724, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,46073,1732649654517
2024-11-26T19:35:58,207 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9111c6b201397dba169c166918b54724, server=fe76acf732b2,46073,1732649654517 because future has completed
2024-11-26T19:35:58,210 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-26T19:35:58,210 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 9111c6b201397dba169c166918b54724, server=fe76acf732b2,46073,1732649654517 in 184 msec
2024-11-26T19:35:58,213 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-26T19:35:58,213 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=9111c6b201397dba169c166918b54724, ASSIGN in 343 msec
2024-11-26T19:35:58,214 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T19:35:58,214 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649758214"}]},"ts":"1732649758214"}
2024-11-26T19:35:58,217 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-26T19:35:58,218 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T19:35:58,220 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 787 msec
2024-11-26T19:35:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-26T19:35:58,445 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-26T19:35:58,445 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-26T19:35:58,446 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T19:35:58,450 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-26T19:35:58,450 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T19:35:58,450 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-26T19:35:58,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724., hostname=fe76acf732b2,46073,1732649654517, seqNum=2]
2024-11-26T19:35:58,463 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T19:35:58,464 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-26T19:35:58,466 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-26T19:35:58,468 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-26T19:35:58,469 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-26T19:35:58,470 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46073 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-26T19:35:58,839 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-26T19:36:03,687 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T19:36:04,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-26T19:36:04,235 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-26T19:36:04,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46073 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2324532082660868044' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-26T19:36:04,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46073 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:39540 deadline: 1732649770478, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2324532082660868044' does not exist
2024-11-26T19:36:04,484 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to fe76acf732b2,46073,1732649654517 for closing scanner id = -2324532082660868044 for 9111c6b201397dba169c166918b54724 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-2324532082660868044' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T19:36:04,492 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=319 (was 314) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5977 (was 5961) - AvailableMemoryMB LEAK? -
2024-11-26T19:36:04,501 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=319, ProcessCount=11, AvailableMemoryMB=5977
2024-11-26T19:36:04,504 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T19:36:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-26T19:36:04,507 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T19:36:04,507 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:36:04,507 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-26T19:36:04,508 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T19:36:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-26T19:36:04,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741853_1029 (size=423)
2024-11-26T19:36:04,920 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa76cbe0f9249a46119a48ca8ed327d0, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8
2024-11-26T19:36:04,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741854_1030 (size=74)
2024-11-26T19:36:04,933 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:36:04,933 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing aa76cbe0f9249a46119a48ca8ed327d0, disabling compactions & flushes
2024-11-26T19:36:04,933 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0.
2024-11-26T19:36:04,933 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0.
2024-11-26T19:36:04,933 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0. after waiting 0 ms
2024-11-26T19:36:04,933 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0.
2024-11-26T19:36:04,934 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0.
2024-11-26T19:36:04,934 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa76cbe0f9249a46119a48ca8ed327d0:
Waiting for close lock at 1732649764933Disabling compacts and flushes for region at 1732649764933Disabling writes for close at 1732649764933Writing region close event to WAL at 1732649764933Closed at 1732649764933
2024-11-26T19:36:04,935 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T19:36:04,936 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732649764935"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732649764935"}]},"ts":"1732649764935"}
2024-11-26T19:36:04,938 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T19:36:04,940 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T19:36:04,940 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649764940"}]},"ts":"1732649764940"}
2024-11-26T19:36:04,942 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-26T19:36:04,942 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=aa76cbe0f9249a46119a48ca8ed327d0, ASSIGN}]
2024-11-26T19:36:04,944 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=aa76cbe0f9249a46119a48ca8ed327d0, ASSIGN
2024-11-26T19:36:04,945 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=aa76cbe0f9249a46119a48ca8ed327d0, ASSIGN; state=OFFLINE, location=fe76acf732b2,46073,1732649654517; forceNewPlan=false, retain=false
2024-11-26T19:36:04,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-11-26T19:36:05,096 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=aa76cbe0f9249a46119a48ca8ed327d0, regionState=OPENING, regionLocation=fe76acf732b2,46073,1732649654517
2024-11-26T19:36:05,099 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=aa76cbe0f9249a46119a48ca8ed327d0, ASSIGN because future has completed
2024-11-26T19:36:05,100 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa76cbe0f9249a46119a48ca8ed327d0, server=fe76acf732b2,46073,1732649654517}]
2024-11-26T19:36:05,258 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0.
2024-11-26T19:36:05,258 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => aa76cbe0f9249a46119a48ca8ed327d0, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0.', STARTKEY => '', ENDKEY => ''}
2024-11-26T19:36:05,258 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync aa76cbe0f9249a46119a48ca8ed327d0
2024-11-26T19:36:05,259 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T19:36:05,259 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for aa76cbe0f9249a46119a48ca8ed327d0
2024-11-26T19:36:05,259 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for aa76cbe0f9249a46119a48ca8ed327d0
2024-11-26T19:36:05,260 INFO  [StoreOpener-aa76cbe0f9249a46119a48ca8ed327d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region aa76cbe0f9249a46119a48ca8ed327d0 
2024-11-26T19:36:05,262 INFO  [StoreOpener-aa76cbe0f9249a46119a48ca8ed327d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa76cbe0f9249a46119a48ca8ed327d0 columnFamilyName testFamily
2024-11-26T19:36:05,262 DEBUG [StoreOpener-aa76cbe0f9249a46119a48ca8ed327d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T19:36:05,263 INFO  [StoreOpener-aa76cbe0f9249a46119a48ca8ed327d0-1 {}] regionserver.HStore(327): Store=aa76cbe0f9249a46119a48ca8ed327d0/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T19:36:05,263 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for aa76cbe0f9249a46119a48ca8ed327d0
2024-11-26T19:36:05,264 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnOpenScannerAsync/aa76cbe0f9249a46119a48ca8ed327d0
2024-11-26T19:36:05,264 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnOpenScannerAsync/aa76cbe0f9249a46119a48ca8ed327d0
2024-11-26T19:36:05,265 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for aa76cbe0f9249a46119a48ca8ed327d0
2024-11-26T19:36:05,265 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for aa76cbe0f9249a46119a48ca8ed327d0
2024-11-26T19:36:05,267 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for aa76cbe0f9249a46119a48ca8ed327d0
2024-11-26T19:36:05,270 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnOpenScannerAsync/aa76cbe0f9249a46119a48ca8ed327d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T19:36:05,270 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened aa76cbe0f9249a46119a48ca8ed327d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66566687, jitterRate=-0.00807906687259674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T19:36:05,270 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa76cbe0f9249a46119a48ca8ed327d0
2024-11-26T19:36:05,271 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for aa76cbe0f9249a46119a48ca8ed327d0:
Running coprocessor pre-open hook at 1732649765259Writing region info on filesystem at 1732649765259Initializing all the Stores at 1732649765260 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732649765260Cleaning up temporary data from old regions at 1732649765265 (+5 ms)Running coprocessor post-open hooks at 1732649765270 (+5 ms)Region opened successfully at 1732649765271 (+1 ms)
2024-11-26T19:36:05,272 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0., pid=33, masterSystemTime=1732649765253
2024-11-26T19:36:05,275 DEBUG [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0.
2024-11-26T19:36:05,275 INFO  [RS_OPEN_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0.
2024-11-26T19:36:05,276 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=aa76cbe0f9249a46119a48ca8ed327d0, regionState=OPEN, openSeqNum=2, regionLocation=fe76acf732b2,46073,1732649654517
2024-11-26T19:36:05,278 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa76cbe0f9249a46119a48ca8ed327d0, server=fe76acf732b2,46073,1732649654517 because future has completed
2024-11-26T19:36:05,282 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-26T19:36:05,282 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure aa76cbe0f9249a46119a48ca8ed327d0, server=fe76acf732b2,46073,1732649654517 in 179 msec
2024-11-26T19:36:05,285 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-26T19:36:05,285 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=aa76cbe0f9249a46119a48ca8ed327d0, ASSIGN in 340 msec
2024-11-26T19:36:05,285 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T19:36:05,286 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732649765286"}]},"ts":"1732649765286"}
2024-11-26T19:36:05,288 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-26T19:36:05,289 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T19:36:05,290 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 785 msec
2024-11-26T19:36:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-26T19:36:05,515 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-26T19:36:05,515 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-26T19:36:05,515 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T19:36:05,520 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-26T19:36:05,520 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T19:36:05,520 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-26T19:36:05,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0., hostname=fe76acf732b2,46073,1732649654517, seqNum=2]
2024-11-26T19:36:05,532 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-26T19:36:05,532 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-26T19:36:05,535 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-26T19:36:05,536 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-26T19:36:06,537 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0., hostname=fe76acf732b2,46073,1732649654517, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0., hostname=fe76acf732b2,46073,1732649654517, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=fe76acf732b2:46073 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-26T19:36:06,537 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0., hostname=fe76acf732b2,46073,1732649654517, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-26T19:36:06,537 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0., hostname=fe76acf732b2,46073,1732649654517, seqNum=2 from cache
2024-11-26T19:36:07,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-11-26T19:36:07,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0., hostname=fe76acf732b2,46073,1732649654517, seqNum=2]
2024-11-26T19:36:07,558 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-26T19:36:08,537 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0., hostname=fe76acf732b2,46073,1732649654517, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0., hostname=fe76acf732b2,46073,1732649654517, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=fe76acf732b2:46073 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=980ms, rpcTimeout=978ms
2024-11-26T19:36:08,537 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0., hostname=fe76acf732b2,46073,1732649654517, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=980ms, rpcTimeout=978ms
2024-11-26T19:36:08,537 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0., hostname=fe76acf732b2,46073,1732649654517, seqNum=2 from cache
2024-11-26T19:36:08,547 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-492182477_22 at /127.0.0.1:48120 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=294 (was 319), ProcessCount=11 (was 11), AvailableMemoryMB=5974 (was 5977)
2024-11-26T19:36:08,547 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-26T19:36:08,547 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T19:36:08,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T19:36:08,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T19:36:08,553 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T19:36:08,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-26T19:36:08,553 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-26T19:36:08,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T19:36:08,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T19:36:08,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T19:36:08,554 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T19:36:08,554 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-26T19:36:08,554 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=37152252, stopped=false
2024-11-26T19:36:08,554 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fe76acf732b2,44097,1732649653815
2024-11-26T19:36:08,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-26T19:36:08,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x10155c57d340001, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-26T19:36:08,556 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-26T19:36:08,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T19:36:08,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x10155c57d340001, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T19:36:08,557 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-26T19:36:08,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T19:36:08,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T19:36:08,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T19:36:08,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46073-0x10155c57d340001, quorum=127.0.0.1:50187, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T19:36:08,557 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fe76acf732b2,46073,1732649654517' *****
2024-11-26T19:36:08,557 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-26T19:36:08,558 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-26T19:36:08,558 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-26T19:36:08,558 INFO  [RS:0;fe76acf732b2:46073 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-26T19:36:08,558 INFO  [RS:0;fe76acf732b2:46073 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-26T19:36:08,558 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(3091): Received CLOSE for 038ea3e41687ba2a10a1b7f5da74d090
2024-11-26T19:36:08,559 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(3091): Received CLOSE for b78b9d183d1f550cde86848818b232b0
2024-11-26T19:36:08,559 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(3091): Received CLOSE for bf00071439360b41a33df7cc071c04df
2024-11-26T19:36:08,559 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(3091): Received CLOSE for 5002dda0d52a77dd3fa2ca5f33acd51b
2024-11-26T19:36:08,559 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(3091): Received CLOSE for 97536af6ab3da468a84961291d3c4b81
2024-11-26T19:36:08,559 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(3091): Received CLOSE for f488ae0efcde172fdab7a997edff1362
2024-11-26T19:36:08,559 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(3091): Received CLOSE for aa76cbe0f9249a46119a48ca8ed327d0
2024-11-26T19:36:08,559 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d66926eca213d2ee52be57cd0a32d02
2024-11-26T19:36:08,559 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(3091): Received CLOSE for 9111c6b201397dba169c166918b54724
2024-11-26T19:36:08,559 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(3091): Received CLOSE for 53288f68811fb501857abee462736d8d
2024-11-26T19:36:08,559 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 038ea3e41687ba2a10a1b7f5da74d090, disabling compactions & flushes
2024-11-26T19:36:08,559 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(959): stopping server fe76acf732b2,46073,1732649654517
2024-11-26T19:36:08,559 INFO  [RS:0;fe76acf732b2:46073 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-26T19:36:08,559 INFO  [RS:0;fe76acf732b2:46073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fe76acf732b2:46073.
2024-11-26T19:36:08,559 DEBUG [RS:0;fe76acf732b2:46073 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T19:36:08,559 DEBUG [RS:0;fe76acf732b2:46073 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T19:36:08,559 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090.
2024-11-26T19:36:08,560 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-26T19:36:08,560 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-26T19:36:08,560 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-26T19:36:08,560 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090.
2024-11-26T19:36:08,560 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090. after waiting 0 ms
2024-11-26T19:36:08,560 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-26T19:36:08,560 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090.
2024-11-26T19:36:08,560 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-26T19:36:08,560 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-26T19:36:08,560 INFO  [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-26T19:36:08,560 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-26T19:36:08,560 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 038ea3e41687ba2a10a1b7f5da74d090, 1588230740, 5002dda0d52a77dd3fa2ca5f33acd51b, 53288f68811fb501857abee462736d8d, 6d66926eca213d2ee52be57cd0a32d02, 9111c6b201397dba169c166918b54724, 97536af6ab3da468a84961291d3c4b81, aa76cbe0f9249a46119a48ca8ed327d0, b78b9d183d1f550cde86848818b232b0, bf00071439360b41a33df7cc071c04df, f488ae0efcde172fdab7a997edff1362
2024-11-26T19:36:08,560 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-26T19:36:08,560 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-26T19:36:08,563 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 038ea3e41687ba2a10a1b7f5da74d090 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T19:36:08,563 INFO  [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-26T19:36:08,620 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnNext/038ea3e41687ba2a10a1b7f5da74d090/.tmp/testFamily/09dd06b7640c4dc0abd677aae1952332 is 61, key is row-0/testFamily:testQualifier/1732649747306/Put/seqid=0
2024-11-26T19:36:08,624 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/meta/1588230740/.tmp/info/e20b040ecfc6470597cf6610b60bfa7e is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02./info:regioninfo/1732649718506/Put/seqid=0
2024-11-26T19:36:08,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741855_1031 (size=5049)
2024-11-26T19:36:08,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741856_1032 (size=20564)
2024-11-26T19:36:08,748 INFO  [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-26T19:36:08,748 INFO  [regionserver/fe76acf732b2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-26T19:36:08,761 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 038ea3e41687ba2a10a1b7f5da74d090, 1588230740, 5002dda0d52a77dd3fa2ca5f33acd51b, 53288f68811fb501857abee462736d8d, 6d66926eca213d2ee52be57cd0a32d02, 9111c6b201397dba169c166918b54724, 97536af6ab3da468a84961291d3c4b81, aa76cbe0f9249a46119a48ca8ed327d0, b78b9d183d1f550cde86848818b232b0, bf00071439360b41a33df7cc071c04df, f488ae0efcde172fdab7a997edff1362
2024-11-26T19:36:08,961 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 038ea3e41687ba2a10a1b7f5da74d090, 1588230740, 5002dda0d52a77dd3fa2ca5f33acd51b, 53288f68811fb501857abee462736d8d, 6d66926eca213d2ee52be57cd0a32d02, 9111c6b201397dba169c166918b54724, 97536af6ab3da468a84961291d3c4b81, aa76cbe0f9249a46119a48ca8ed327d0, b78b9d183d1f550cde86848818b232b0, bf00071439360b41a33df7cc071c04df, f488ae0efcde172fdab7a997edff1362
2024-11-26T19:36:09,032 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnNext/038ea3e41687ba2a10a1b7f5da74d090/.tmp/testFamily/09dd06b7640c4dc0abd677aae1952332
2024-11-26T19:36:09,033 INFO  [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/meta/1588230740/.tmp/info/e20b040ecfc6470597cf6610b60bfa7e
2024-11-26T19:36:09,059 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-26T19:36:09,077 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnNext/038ea3e41687ba2a10a1b7f5da74d090/.tmp/testFamily/09dd06b7640c4dc0abd677aae1952332 as hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnNext/038ea3e41687ba2a10a1b7f5da74d090/testFamily/09dd06b7640c4dc0abd677aae1952332
2024-11-26T19:36:09,086 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnNext/038ea3e41687ba2a10a1b7f5da74d090/testFamily/09dd06b7640c4dc0abd677aae1952332, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T19:36:09,095 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/meta/1588230740/.tmp/ns/ed2d51813a8540cb9d638dd28091095e is 43, key is default/ns:d/1732649717383/Put/seqid=0
2024-11-26T19:36:09,096 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 038ea3e41687ba2a10a1b7f5da74d090 in 531ms, sequenceid=8, compaction requested=false
2024-11-26T19:36:09,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741857_1033 (size=5153)
2024-11-26T19:36:09,103 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnNext/038ea3e41687ba2a10a1b7f5da74d090/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T19:36:09,105 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090.
2024-11-26T19:36:09,105 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 038ea3e41687ba2a10a1b7f5da74d090:
Waiting for close lock at 1732649768559Running coprocessor pre-close hooks at 1732649768559Disabling compacts and flushes for region at 1732649768559Disabling writes for close at 1732649768560 (+1 ms)Obtaining lock to block concurrent updates at 1732649768563 (+3 ms)Preparing flush snapshotting stores in 038ea3e41687ba2a10a1b7f5da74d090 at 1732649768563Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732649768571 (+8 ms)Flushing stores of testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090. at 1732649768573 (+2 ms)Flushing 038ea3e41687ba2a10a1b7f5da74d090/testFamily: creating writer at 1732649768574 (+1 ms)Flushing 038ea3e41687ba2a10a1b7f5da74d090/testFamily: appending metadata at 1732649768614 (+40 ms)Flushing 038ea3e41687ba2a10a1b7f5da74d090/testFamily: closing flushed file at 1732649768617 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18dffba8: reopening flushed file at 1732649769075 (+458 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 038ea3e41687ba2a10a1b7f5da74d090 in 531ms, sequenceid=8, compaction requested=false at 1732649769096 (+21 ms)Writing region close event to WAL at 1732649769098 (+2 ms)Running coprocessor post-close hooks at 1732649769103 (+5 ms)Closed at 1732649769105 (+2 ms)
2024-11-26T19:36:09,105 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732649746279.038ea3e41687ba2a10a1b7f5da74d090.
2024-11-26T19:36:09,105 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b78b9d183d1f550cde86848818b232b0, disabling compactions & flushes
2024-11-26T19:36:09,105 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0.
2024-11-26T19:36:09,105 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0.
2024-11-26T19:36:09,106 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0. after waiting 0 ms
2024-11-26T19:36:09,106 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0.
2024-11-26T19:36:09,106 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b78b9d183d1f550cde86848818b232b0 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T19:36:09,122 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnOpenScanner/b78b9d183d1f550cde86848818b232b0/.tmp/testFamily/39ad2c9037bf413392049edc17de262d is 61, key is row-0/testFamily:testQualifier/1732649739155/Put/seqid=0
2024-11-26T19:36:09,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741858_1034 (size=5049)
2024-11-26T19:36:09,161 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5002dda0d52a77dd3fa2ca5f33acd51b, 53288f68811fb501857abee462736d8d, 6d66926eca213d2ee52be57cd0a32d02, 9111c6b201397dba169c166918b54724, 97536af6ab3da468a84961291d3c4b81, aa76cbe0f9249a46119a48ca8ed327d0, b78b9d183d1f550cde86848818b232b0, bf00071439360b41a33df7cc071c04df, f488ae0efcde172fdab7a997edff1362
2024-11-26T19:36:09,362 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5002dda0d52a77dd3fa2ca5f33acd51b, 53288f68811fb501857abee462736d8d, 6d66926eca213d2ee52be57cd0a32d02, 9111c6b201397dba169c166918b54724, 97536af6ab3da468a84961291d3c4b81, aa76cbe0f9249a46119a48ca8ed327d0, b78b9d183d1f550cde86848818b232b0, bf00071439360b41a33df7cc071c04df, f488ae0efcde172fdab7a997edff1362
2024-11-26T19:36:09,501 INFO  [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/meta/1588230740/.tmp/ns/ed2d51813a8540cb9d638dd28091095e
2024-11-26T19:36:09,527 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/meta/1588230740/.tmp/table/ffc060ee9835490bab26f4c157e3a49f is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732649718523/Put/seqid=0
2024-11-26T19:36:09,528 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnOpenScanner/b78b9d183d1f550cde86848818b232b0/.tmp/testFamily/39ad2c9037bf413392049edc17de262d
2024-11-26T19:36:09,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741859_1035 (size=6699)
2024-11-26T19:36:09,538 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnOpenScanner/b78b9d183d1f550cde86848818b232b0/.tmp/testFamily/39ad2c9037bf413392049edc17de262d as hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnOpenScanner/b78b9d183d1f550cde86848818b232b0/testFamily/39ad2c9037bf413392049edc17de262d
2024-11-26T19:36:09,547 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnOpenScanner/b78b9d183d1f550cde86848818b232b0/testFamily/39ad2c9037bf413392049edc17de262d, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T19:36:09,548 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b78b9d183d1f550cde86848818b232b0 in 442ms, sequenceid=8, compaction requested=false
2024-11-26T19:36:09,553 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnOpenScanner/b78b9d183d1f550cde86848818b232b0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T19:36:09,554 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0.
2024-11-26T19:36:09,555 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b78b9d183d1f550cde86848818b232b0:
Waiting for close lock at 1732649769105Running coprocessor pre-close hooks at 1732649769105Disabling compacts and flushes for region at 1732649769105Disabling writes for close at 1732649769106 (+1 ms)Obtaining lock to block concurrent updates at 1732649769106Preparing flush snapshotting stores in b78b9d183d1f550cde86848818b232b0 at 1732649769106Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732649769106Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0. at 1732649769107 (+1 ms)Flushing b78b9d183d1f550cde86848818b232b0/testFamily: creating writer at 1732649769107Flushing b78b9d183d1f550cde86848818b232b0/testFamily: appending metadata at 1732649769122 (+15 ms)Flushing b78b9d183d1f550cde86848818b232b0/testFamily: closing flushed file at 1732649769122Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76c8e0d3: reopening flushed file at 1732649769536 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b78b9d183d1f550cde86848818b232b0 in 442ms, sequenceid=8, compaction requested=false at 1732649769548 (+12 ms)Writing region close event to WAL at 1732649769549 (+1 ms)Running coprocessor post-close hooks at 1732649769554 (+5 ms)Closed at 1732649769554
2024-11-26T19:36:09,555 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732649738125.b78b9d183d1f550cde86848818b232b0.
2024-11-26T19:36:09,555 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf00071439360b41a33df7cc071c04df, disabling compactions & flushes
2024-11-26T19:36:09,555 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df.
2024-11-26T19:36:09,555 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df.
2024-11-26T19:36:09,555 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df. after waiting 0 ms
2024-11-26T19:36:09,555 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df.
2024-11-26T19:36:09,555 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bf00071439360b41a33df7cc071c04df 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T19:36:09,562 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-26T19:36:09,562 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1325): Online Regions={bf00071439360b41a33df7cc071c04df=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df., 5002dda0d52a77dd3fa2ca5f33acd51b=testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b., 97536af6ab3da468a84961291d3c4b81=hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81., f488ae0efcde172fdab7a997edff1362=hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362., aa76cbe0f9249a46119a48ca8ed327d0=testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0., 1588230740=hbase:meta,,1.1588230740, 6d66926eca213d2ee52be57cd0a32d02=testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02., 9111c6b201397dba169c166918b54724=hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724., 53288f68811fb501857abee462736d8d=testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d.}
2024-11-26T19:36:09,562 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5002dda0d52a77dd3fa2ca5f33acd51b, 53288f68811fb501857abee462736d8d, 6d66926eca213d2ee52be57cd0a32d02, 9111c6b201397dba169c166918b54724, 97536af6ab3da468a84961291d3c4b81, aa76cbe0f9249a46119a48ca8ed327d0, bf00071439360b41a33df7cc071c04df, f488ae0efcde172fdab7a997edff1362
2024-11-26T19:36:09,577 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/bf00071439360b41a33df7cc071c04df/.tmp/testFamily/bb24993ec85c43fb9b29f956b0d98e29 is 61, key is row-0/testFamily:testQualifier/1732649751386/Put/seqid=0
2024-11-26T19:36:09,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741860_1036 (size=5049)
2024-11-26T19:36:09,762 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5002dda0d52a77dd3fa2ca5f33acd51b, 53288f68811fb501857abee462736d8d, 6d66926eca213d2ee52be57cd0a32d02, 9111c6b201397dba169c166918b54724, 97536af6ab3da468a84961291d3c4b81, aa76cbe0f9249a46119a48ca8ed327d0, bf00071439360b41a33df7cc071c04df, f488ae0efcde172fdab7a997edff1362
2024-11-26T19:36:09,935 INFO  [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/meta/1588230740/.tmp/table/ffc060ee9835490bab26f4c157e3a49f
2024-11-26T19:36:09,944 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/meta/1588230740/.tmp/info/e20b040ecfc6470597cf6610b60bfa7e as hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/meta/1588230740/info/e20b040ecfc6470597cf6610b60bfa7e
2024-11-26T19:36:09,953 INFO  [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/meta/1588230740/info/e20b040ecfc6470597cf6610b60bfa7e, entries=100, sequenceid=56, filesize=20.1 K
2024-11-26T19:36:09,954 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/meta/1588230740/.tmp/ns/ed2d51813a8540cb9d638dd28091095e as hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/meta/1588230740/ns/ed2d51813a8540cb9d638dd28091095e
2024-11-26T19:36:09,962 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5002dda0d52a77dd3fa2ca5f33acd51b, 53288f68811fb501857abee462736d8d, 6d66926eca213d2ee52be57cd0a32d02, 9111c6b201397dba169c166918b54724, 97536af6ab3da468a84961291d3c4b81, aa76cbe0f9249a46119a48ca8ed327d0, bf00071439360b41a33df7cc071c04df, f488ae0efcde172fdab7a997edff1362
2024-11-26T19:36:09,963 INFO  [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/meta/1588230740/ns/ed2d51813a8540cb9d638dd28091095e, entries=2, sequenceid=56, filesize=5.0 K
2024-11-26T19:36:09,964 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/meta/1588230740/.tmp/table/ffc060ee9835490bab26f4c157e3a49f as hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/meta/1588230740/table/ffc060ee9835490bab26f4c157e3a49f
2024-11-26T19:36:09,972 INFO  [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/meta/1588230740/table/ffc060ee9835490bab26f4c157e3a49f, entries=20, sequenceid=56, filesize=6.5 K
2024-11-26T19:36:09,973 INFO  [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1412ms, sequenceid=56, compaction requested=false
2024-11-26T19:36:09,978 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-26T19:36:09,979 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-26T19:36:09,979 INFO  [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-26T19:36:09,979 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732649768560Running coprocessor pre-close hooks at 1732649768560Disabling compacts and flushes for region at 1732649768560Disabling writes for close at 1732649768560Obtaining lock to block concurrent updates at 1732649768563 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732649768563Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732649768571 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732649768573 (+2 ms)Flushing 1588230740/info: creating writer at 1732649768574 (+1 ms)Flushing 1588230740/info: appending metadata at 1732649768621 (+47 ms)Flushing 1588230740/info: closing flushed file at 1732649768621Flushing 1588230740/ns: creating writer at 1732649769075 (+454 ms)Flushing 1588230740/ns: appending metadata at 1732649769094 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732649769094Flushing 1588230740/table: creating writer at 1732649769510 (+416 ms)Flushing 1588230740/table: appending metadata at 1732649769526 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732649769526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57809645: reopening flushed file at 1732649769943 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79794f6a: reopening flushed file at 1732649769953 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c002d07: reopening flushed file at 1732649769963 (+10 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1412ms, sequenceid=56, compaction requested=false at 1732649769973 (+10 ms)Writing region close event to WAL at 1732649769974 (+1 ms)Running coprocessor post-close hooks at 1732649769979 (+5 ms)Closed at 1732649769979
2024-11-26T19:36:09,979 DEBUG [RS_CLOSE_META-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-26T19:36:09,982 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/bf00071439360b41a33df7cc071c04df/.tmp/testFamily/bb24993ec85c43fb9b29f956b0d98e29
2024-11-26T19:36:09,990 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/bf00071439360b41a33df7cc071c04df/.tmp/testFamily/bb24993ec85c43fb9b29f956b0d98e29 as hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/bf00071439360b41a33df7cc071c04df/testFamily/bb24993ec85c43fb9b29f956b0d98e29
2024-11-26T19:36:09,996 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/bf00071439360b41a33df7cc071c04df/testFamily/bb24993ec85c43fb9b29f956b0d98e29, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T19:36:09,997 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bf00071439360b41a33df7cc071c04df in 442ms, sequenceid=8, compaction requested=false
2024-11-26T19:36:10,002 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/bf00071439360b41a33df7cc071c04df/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T19:36:10,002 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df.
2024-11-26T19:36:10,002 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf00071439360b41a33df7cc071c04df:
Waiting for close lock at 1732649769555Running coprocessor pre-close hooks at 1732649769555Disabling compacts and flushes for region at 1732649769555Disabling writes for close at 1732649769555Obtaining lock to block concurrent updates at 1732649769555Preparing flush snapshotting stores in bf00071439360b41a33df7cc071c04df at 1732649769555Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732649769556 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df. at 1732649769556Flushing bf00071439360b41a33df7cc071c04df/testFamily: creating writer at 1732649769556Flushing bf00071439360b41a33df7cc071c04df/testFamily: appending metadata at 1732649769577 (+21 ms)Flushing bf00071439360b41a33df7cc071c04df/testFamily: closing flushed file at 1732649769577Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec45d92: reopening flushed file at 1732649769989 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bf00071439360b41a33df7cc071c04df in 442ms, sequenceid=8, compaction requested=false at 1732649769997 (+8 ms)Writing region close event to WAL at 1732649769998 (+1 ms)Running coprocessor post-close hooks at 1732649770002 (+4 ms)Closed at 1732649770002
2024-11-26T19:36:10,003 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732649750352.bf00071439360b41a33df7cc071c04df.
2024-11-26T19:36:10,003 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5002dda0d52a77dd3fa2ca5f33acd51b, disabling compactions & flushes
2024-11-26T19:36:10,003 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b.
2024-11-26T19:36:10,003 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b.
2024-11-26T19:36:10,003 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b. after waiting 0 ms
2024-11-26T19:36:10,003 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b.
2024-11-26T19:36:10,003 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5002dda0d52a77dd3fa2ca5f33acd51b 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T19:36:10,020 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testRetryOutOfOrderScannerNextException/5002dda0d52a77dd3fa2ca5f33acd51b/.tmp/testFamily/ec94d2cc394d46079c4f18eb1554e32a is 61, key is row-0/testFamily:testQualifier/1732649738066/Put/seqid=0
2024-11-26T19:36:10,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741861_1037 (size=5049)
2024-11-26T19:36:10,163 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 5002dda0d52a77dd3fa2ca5f33acd51b, 53288f68811fb501857abee462736d8d, 6d66926eca213d2ee52be57cd0a32d02, 9111c6b201397dba169c166918b54724, 97536af6ab3da468a84961291d3c4b81, aa76cbe0f9249a46119a48ca8ed327d0, f488ae0efcde172fdab7a997edff1362
2024-11-26T19:36:10,363 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 5002dda0d52a77dd3fa2ca5f33acd51b, 53288f68811fb501857abee462736d8d, 6d66926eca213d2ee52be57cd0a32d02, 9111c6b201397dba169c166918b54724, 97536af6ab3da468a84961291d3c4b81, aa76cbe0f9249a46119a48ca8ed327d0, f488ae0efcde172fdab7a997edff1362
2024-11-26T19:36:10,425 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testRetryOutOfOrderScannerNextException/5002dda0d52a77dd3fa2ca5f33acd51b/.tmp/testFamily/ec94d2cc394d46079c4f18eb1554e32a
2024-11-26T19:36:10,433 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testRetryOutOfOrderScannerNextException/5002dda0d52a77dd3fa2ca5f33acd51b/.tmp/testFamily/ec94d2cc394d46079c4f18eb1554e32a as hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testRetryOutOfOrderScannerNextException/5002dda0d52a77dd3fa2ca5f33acd51b/testFamily/ec94d2cc394d46079c4f18eb1554e32a
2024-11-26T19:36:10,440 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testRetryOutOfOrderScannerNextException/5002dda0d52a77dd3fa2ca5f33acd51b/testFamily/ec94d2cc394d46079c4f18eb1554e32a, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T19:36:10,441 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5002dda0d52a77dd3fa2ca5f33acd51b in 438ms, sequenceid=8, compaction requested=false
2024-11-26T19:36:10,446 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testRetryOutOfOrderScannerNextException/5002dda0d52a77dd3fa2ca5f33acd51b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T19:36:10,446 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b.
2024-11-26T19:36:10,446 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5002dda0d52a77dd3fa2ca5f33acd51b:
Waiting for close lock at 1732649770003Running coprocessor pre-close hooks at 1732649770003Disabling compacts and flushes for region at 1732649770003Disabling writes for close at 1732649770003Obtaining lock to block concurrent updates at 1732649770003Preparing flush snapshotting stores in 5002dda0d52a77dd3fa2ca5f33acd51b at 1732649770003Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732649770003Flushing stores of testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b. at 1732649770004 (+1 ms)Flushing 5002dda0d52a77dd3fa2ca5f33acd51b/testFamily: creating writer at 1732649770004Flushing 5002dda0d52a77dd3fa2ca5f33acd51b/testFamily: appending metadata at 1732649770019 (+15 ms)Flushing 5002dda0d52a77dd3fa2ca5f33acd51b/testFamily: closing flushed file at 1732649770019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@333e0b74: reopening flushed file at 1732649770432 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5002dda0d52a77dd3fa2ca5f33acd51b in 438ms, sequenceid=8, compaction requested=false at 1732649770441 (+9 ms)Writing region close event to WAL at 1732649770442 (+1 ms)Running coprocessor post-close hooks at 1732649770446 (+4 ms)Closed at 1732649770446
2024-11-26T19:36:10,447 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732649737042.5002dda0d52a77dd3fa2ca5f33acd51b.
2024-11-26T19:36:10,447 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97536af6ab3da468a84961291d3c4b81, disabling compactions & flushes
2024-11-26T19:36:10,447 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81.
2024-11-26T19:36:10,447 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81.
2024-11-26T19:36:10,447 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81. after waiting 0 ms
2024-11-26T19:36:10,447 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81.
2024-11-26T19:36:10,447 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97536af6ab3da468a84961291d3c4b81 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T19:36:10,463 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnOpenScanner/97536af6ab3da468a84961291d3c4b81/.tmp/testFamily/e7e2ebdc23e64fa296cdda9d162ce6ff is 61, key is row-0/testFamily:testQualifier/1732649721887/Put/seqid=0
2024-11-26T19:36:10,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741862_1038 (size=5049)
2024-11-26T19:36:10,563 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-26T19:36:10,563 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1325): Online Regions={97536af6ab3da468a84961291d3c4b81=hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81., f488ae0efcde172fdab7a997edff1362=hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362., aa76cbe0f9249a46119a48ca8ed327d0=testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0., 6d66926eca213d2ee52be57cd0a32d02=testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02., 9111c6b201397dba169c166918b54724=hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724., 53288f68811fb501857abee462736d8d=testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d.}
2024-11-26T19:36:10,563 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 53288f68811fb501857abee462736d8d, 6d66926eca213d2ee52be57cd0a32d02, 9111c6b201397dba169c166918b54724, 97536af6ab3da468a84961291d3c4b81, aa76cbe0f9249a46119a48ca8ed327d0, f488ae0efcde172fdab7a997edff1362
2024-11-26T19:36:10,760 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-26T19:36:10,764 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 53288f68811fb501857abee462736d8d, 6d66926eca213d2ee52be57cd0a32d02, 9111c6b201397dba169c166918b54724, 97536af6ab3da468a84961291d3c4b81, aa76cbe0f9249a46119a48ca8ed327d0, f488ae0efcde172fdab7a997edff1362
2024-11-26T19:36:10,841 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-26T19:36:10,868 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnOpenScanner/97536af6ab3da468a84961291d3c4b81/.tmp/testFamily/e7e2ebdc23e64fa296cdda9d162ce6ff
2024-11-26T19:36:10,876 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnOpenScanner/97536af6ab3da468a84961291d3c4b81/.tmp/testFamily/e7e2ebdc23e64fa296cdda9d162ce6ff as hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnOpenScanner/97536af6ab3da468a84961291d3c4b81/testFamily/e7e2ebdc23e64fa296cdda9d162ce6ff
2024-11-26T19:36:10,883 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnOpenScanner/97536af6ab3da468a84961291d3c4b81/testFamily/e7e2ebdc23e64fa296cdda9d162ce6ff, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T19:36:10,884 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 97536af6ab3da468a84961291d3c4b81 in 437ms, sequenceid=8, compaction requested=false
2024-11-26T19:36:10,889 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnOpenScanner/97536af6ab3da468a84961291d3c4b81/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T19:36:10,889 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81.
2024-11-26T19:36:10,890 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97536af6ab3da468a84961291d3c4b81:
Waiting for close lock at 1732649770447Running coprocessor pre-close hooks at 1732649770447Disabling compacts and flushes for region at 1732649770447Disabling writes for close at 1732649770447Obtaining lock to block concurrent updates at 1732649770447Preparing flush snapshotting stores in 97536af6ab3da468a84961291d3c4b81 at 1732649770447Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732649770447Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81. at 1732649770448 (+1 ms)Flushing 97536af6ab3da468a84961291d3c4b81/testFamily: creating writer at 1732649770448Flushing 97536af6ab3da468a84961291d3c4b81/testFamily: appending metadata at 1732649770463 (+15 ms)Flushing 97536af6ab3da468a84961291d3c4b81/testFamily: closing flushed file at 1732649770463Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@163cf0af: reopening flushed file at 1732649770875 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 97536af6ab3da468a84961291d3c4b81 in 437ms, sequenceid=8, compaction requested=false at 1732649770884 (+9 ms)Writing region close event to WAL at 1732649770885 (+1 ms)Running coprocessor post-close hooks at 1732649770889 (+4 ms)Closed at 1732649770889
2024-11-26T19:36:10,890 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732649718827.97536af6ab3da468a84961291d3c4b81.
2024-11-26T19:36:10,890 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f488ae0efcde172fdab7a997edff1362, disabling compactions & flushes
2024-11-26T19:36:10,890 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362.
2024-11-26T19:36:10,890 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362.
2024-11-26T19:36:10,890 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362. after waiting 0 ms
2024-11-26T19:36:10,890 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362.
2024-11-26T19:36:10,890 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f488ae0efcde172fdab7a997edff1362 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T19:36:10,909 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnNextAsync/f488ae0efcde172fdab7a997edff1362/.tmp/testFamily/0c6ecd4885a44c0a9d954bf3be70e203 is 61, key is row-0/testFamily:testQualifier/1732649730996/Put/seqid=0
2024-11-26T19:36:10,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741863_1039 (size=5049)
2024-11-26T19:36:10,964 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 53288f68811fb501857abee462736d8d, 6d66926eca213d2ee52be57cd0a32d02, 9111c6b201397dba169c166918b54724, aa76cbe0f9249a46119a48ca8ed327d0, f488ae0efcde172fdab7a997edff1362
2024-11-26T19:36:11,164 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 53288f68811fb501857abee462736d8d, 6d66926eca213d2ee52be57cd0a32d02, 9111c6b201397dba169c166918b54724, aa76cbe0f9249a46119a48ca8ed327d0, f488ae0efcde172fdab7a997edff1362
2024-11-26T19:36:11,315 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnNextAsync/f488ae0efcde172fdab7a997edff1362/.tmp/testFamily/0c6ecd4885a44c0a9d954bf3be70e203
2024-11-26T19:36:11,324 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnNextAsync/f488ae0efcde172fdab7a997edff1362/.tmp/testFamily/0c6ecd4885a44c0a9d954bf3be70e203 as hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnNextAsync/f488ae0efcde172fdab7a997edff1362/testFamily/0c6ecd4885a44c0a9d954bf3be70e203
2024-11-26T19:36:11,331 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnNextAsync/f488ae0efcde172fdab7a997edff1362/testFamily/0c6ecd4885a44c0a9d954bf3be70e203, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T19:36:11,332 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f488ae0efcde172fdab7a997edff1362 in 442ms, sequenceid=8, compaction requested=false
2024-11-26T19:36:11,337 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnNextAsync/f488ae0efcde172fdab7a997edff1362/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T19:36:11,337 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362.
2024-11-26T19:36:11,337 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f488ae0efcde172fdab7a997edff1362:
Waiting for close lock at 1732649770890Running coprocessor pre-close hooks at 1732649770890Disabling compacts and flushes for region at 1732649770890Disabling writes for close at 1732649770890Obtaining lock to block concurrent updates at 1732649770890Preparing flush snapshotting stores in f488ae0efcde172fdab7a997edff1362 at 1732649770890Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732649770891 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362. at 1732649770891Flushing f488ae0efcde172fdab7a997edff1362/testFamily: creating writer at 1732649770892 (+1 ms)Flushing f488ae0efcde172fdab7a997edff1362/testFamily: appending metadata at 1732649770908 (+16 ms)Flushing f488ae0efcde172fdab7a997edff1362/testFamily: closing flushed file at 1732649770908Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bbaf0f: reopening flushed file at 1732649771322 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f488ae0efcde172fdab7a997edff1362 in 442ms, sequenceid=8, compaction requested=false at 1732649771332 (+10 ms)Writing region close event to WAL at 1732649771333 (+1 ms)Running coprocessor post-close hooks at 1732649771337 (+4 ms)Closed at 1732649771337
2024-11-26T19:36:11,338 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732649727952.f488ae0efcde172fdab7a997edff1362.
2024-11-26T19:36:11,338 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa76cbe0f9249a46119a48ca8ed327d0, disabling compactions & flushes
2024-11-26T19:36:11,338 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0.
2024-11-26T19:36:11,338 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0.
2024-11-26T19:36:11,338 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0. after waiting 0 ms
2024-11-26T19:36:11,338 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0.
2024-11-26T19:36:11,338 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aa76cbe0f9249a46119a48ca8ed327d0 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T19:36:11,354 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnOpenScannerAsync/aa76cbe0f9249a46119a48ca8ed327d0/.tmp/testFamily/f355c1c7df4541469823546baf91bd20 is 61, key is row-0/testFamily:testQualifier/1732649765524/Put/seqid=0
2024-11-26T19:36:11,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741864_1040 (size=5049)
2024-11-26T19:36:11,365 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 53288f68811fb501857abee462736d8d, 6d66926eca213d2ee52be57cd0a32d02, 9111c6b201397dba169c166918b54724, aa76cbe0f9249a46119a48ca8ed327d0
2024-11-26T19:36:11,565 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-26T19:36:11,565 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1325): Online Regions={aa76cbe0f9249a46119a48ca8ed327d0=testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0., 6d66926eca213d2ee52be57cd0a32d02=testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02., 9111c6b201397dba169c166918b54724=hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724., 53288f68811fb501857abee462736d8d=testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d.}
2024-11-26T19:36:11,565 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 53288f68811fb501857abee462736d8d, 6d66926eca213d2ee52be57cd0a32d02, 9111c6b201397dba169c166918b54724, aa76cbe0f9249a46119a48ca8ed327d0
2024-11-26T19:36:11,759 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnOpenScannerAsync/aa76cbe0f9249a46119a48ca8ed327d0/.tmp/testFamily/f355c1c7df4541469823546baf91bd20
2024-11-26T19:36:11,765 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 53288f68811fb501857abee462736d8d, 6d66926eca213d2ee52be57cd0a32d02, 9111c6b201397dba169c166918b54724, aa76cbe0f9249a46119a48ca8ed327d0
2024-11-26T19:36:11,767 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnOpenScannerAsync/aa76cbe0f9249a46119a48ca8ed327d0/.tmp/testFamily/f355c1c7df4541469823546baf91bd20 as hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnOpenScannerAsync/aa76cbe0f9249a46119a48ca8ed327d0/testFamily/f355c1c7df4541469823546baf91bd20
2024-11-26T19:36:11,775 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnOpenScannerAsync/aa76cbe0f9249a46119a48ca8ed327d0/testFamily/f355c1c7df4541469823546baf91bd20, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T19:36:11,776 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for aa76cbe0f9249a46119a48ca8ed327d0 in 438ms, sequenceid=8, compaction requested=false
2024-11-26T19:36:11,780 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnOpenScannerAsync/aa76cbe0f9249a46119a48ca8ed327d0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T19:36:11,781 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0.
2024-11-26T19:36:11,781 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa76cbe0f9249a46119a48ca8ed327d0:
Waiting for close lock at 1732649771338Running coprocessor pre-close hooks at 1732649771338Disabling compacts and flushes for region at 1732649771338Disabling writes for close at 1732649771338Obtaining lock to block concurrent updates at 1732649771338Preparing flush snapshotting stores in aa76cbe0f9249a46119a48ca8ed327d0 at 1732649771338Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732649771338Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0. at 1732649771339 (+1 ms)Flushing aa76cbe0f9249a46119a48ca8ed327d0/testFamily: creating writer at 1732649771339Flushing aa76cbe0f9249a46119a48ca8ed327d0/testFamily: appending metadata at 1732649771354 (+15 ms)Flushing aa76cbe0f9249a46119a48ca8ed327d0/testFamily: closing flushed file at 1732649771354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4505b922: reopening flushed file at 1732649771766 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for aa76cbe0f9249a46119a48ca8ed327d0 in 438ms, sequenceid=8, compaction requested=false at 1732649771776 (+10 ms)Writing region close event to WAL at 1732649771776Running coprocessor post-close hooks at 1732649771781 (+5 ms)Closed at 1732649771781
2024-11-26T19:36:11,781 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732649764503.aa76cbe0f9249a46119a48ca8ed327d0.
2024-11-26T19:36:11,781 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d66926eca213d2ee52be57cd0a32d02, disabling compactions & flushes
2024-11-26T19:36:11,781 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02.
2024-11-26T19:36:11,781 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02.
2024-11-26T19:36:11,781 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02. after waiting 0 ms
2024-11-26T19:36:11,781 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02.
2024-11-26T19:36:11,781 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d66926eca213d2ee52be57cd0a32d02 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T19:36:11,797 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d66926eca213d2ee52be57cd0a32d02/.tmp/testFamily/a719f68147184f8d8e33c9cf2957bac5 is 61, key is row-0/testFamily:testQualifier/1732649718748/Put/seqid=0
2024-11-26T19:36:11,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741865_1041 (size=5049)
2024-11-26T19:36:11,965 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 53288f68811fb501857abee462736d8d, 6d66926eca213d2ee52be57cd0a32d02, 9111c6b201397dba169c166918b54724
2024-11-26T19:36:12,166 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 53288f68811fb501857abee462736d8d, 6d66926eca213d2ee52be57cd0a32d02, 9111c6b201397dba169c166918b54724
2024-11-26T19:36:12,203 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d66926eca213d2ee52be57cd0a32d02/.tmp/testFamily/a719f68147184f8d8e33c9cf2957bac5
2024-11-26T19:36:12,211 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d66926eca213d2ee52be57cd0a32d02/.tmp/testFamily/a719f68147184f8d8e33c9cf2957bac5 as hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d66926eca213d2ee52be57cd0a32d02/testFamily/a719f68147184f8d8e33c9cf2957bac5
2024-11-26T19:36:12,217 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d66926eca213d2ee52be57cd0a32d02/testFamily/a719f68147184f8d8e33c9cf2957bac5, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T19:36:12,219 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6d66926eca213d2ee52be57cd0a32d02 in 438ms, sequenceid=8, compaction requested=false
2024-11-26T19:36:12,223 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6d66926eca213d2ee52be57cd0a32d02/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T19:36:12,224 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02.
2024-11-26T19:36:12,224 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d66926eca213d2ee52be57cd0a32d02:
Waiting for close lock at 1732649771781Running coprocessor pre-close hooks at 1732649771781Disabling compacts and flushes for region at 1732649771781Disabling writes for close at 1732649771781Obtaining lock to block concurrent updates at 1732649771781Preparing flush snapshotting stores in 6d66926eca213d2ee52be57cd0a32d02 at 1732649771781Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732649771782 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02. at 1732649771782Flushing 6d66926eca213d2ee52be57cd0a32d02/testFamily: creating writer at 1732649771782Flushing 6d66926eca213d2ee52be57cd0a32d02/testFamily: appending metadata at 1732649771797 (+15 ms)Flushing 6d66926eca213d2ee52be57cd0a32d02/testFamily: closing flushed file at 1732649771797Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36dc17b3: reopening flushed file at 1732649772210 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6d66926eca213d2ee52be57cd0a32d02 in 438ms, sequenceid=8, compaction requested=false at 1732649772219 (+9 ms)Writing region close event to WAL at 1732649772219Running coprocessor post-close hooks at 1732649772224 (+5 ms)Closed at 1732649772224
2024-11-26T19:36:12,224 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732649717692.6d66926eca213d2ee52be57cd0a32d02.
2024-11-26T19:36:12,224 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9111c6b201397dba169c166918b54724, disabling compactions & flushes
2024-11-26T19:36:12,224 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724.
2024-11-26T19:36:12,224 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724.
2024-11-26T19:36:12,224 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724. after waiting 0 ms
2024-11-26T19:36:12,224 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724.
2024-11-26T19:36:12,224 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9111c6b201397dba169c166918b54724 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T19:36:12,240 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnNext/9111c6b201397dba169c166918b54724/.tmp/testFamily/054ffff375c7475998180676835143ef is 61, key is row-0/testFamily:testQualifier/1732649758454/Put/seqid=0
2024-11-26T19:36:12,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741866_1042 (size=5049)
2024-11-26T19:36:12,366 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 53288f68811fb501857abee462736d8d, 9111c6b201397dba169c166918b54724
2024-11-26T19:36:12,566 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-26T19:36:12,566 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1325): Online Regions={9111c6b201397dba169c166918b54724=hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724., 53288f68811fb501857abee462736d8d=testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d.}
2024-11-26T19:36:12,566 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 53288f68811fb501857abee462736d8d, 9111c6b201397dba169c166918b54724
2024-11-26T19:36:12,646 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnNext/9111c6b201397dba169c166918b54724/.tmp/testFamily/054ffff375c7475998180676835143ef
2024-11-26T19:36:12,655 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnNext/9111c6b201397dba169c166918b54724/.tmp/testFamily/054ffff375c7475998180676835143ef as hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnNext/9111c6b201397dba169c166918b54724/testFamily/054ffff375c7475998180676835143ef
2024-11-26T19:36:12,663 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnNext/9111c6b201397dba169c166918b54724/testFamily/054ffff375c7475998180676835143ef, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T19:36:12,664 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9111c6b201397dba169c166918b54724 in 440ms, sequenceid=8, compaction requested=false
2024-11-26T19:36:12,668 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/hbase/testMetaScanTimeoutOnNext/9111c6b201397dba169c166918b54724/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T19:36:12,669 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724.
2024-11-26T19:36:12,669 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9111c6b201397dba169c166918b54724:
Waiting for close lock at 1732649772224Running coprocessor pre-close hooks at 1732649772224Disabling compacts and flushes for region at 1732649772224Disabling writes for close at 1732649772224Obtaining lock to block concurrent updates at 1732649772225 (+1 ms)Preparing flush snapshotting stores in 9111c6b201397dba169c166918b54724 at 1732649772225Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732649772225Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724. at 1732649772225Flushing 9111c6b201397dba169c166918b54724/testFamily: creating writer at 1732649772225Flushing 9111c6b201397dba169c166918b54724/testFamily: appending metadata at 1732649772240 (+15 ms)Flushing 9111c6b201397dba169c166918b54724/testFamily: closing flushed file at 1732649772240Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e9a444d: reopening flushed file at 1732649772654 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9111c6b201397dba169c166918b54724 in 440ms, sequenceid=8, compaction requested=false at 1732649772664 (+10 ms)Writing region close event to WAL at 1732649772665 (+1 ms)Running coprocessor post-close hooks at 1732649772669 (+4 ms)Closed at 1732649772669
2024-11-26T19:36:12,669 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732649757430.9111c6b201397dba169c166918b54724.
2024-11-26T19:36:12,669 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 53288f68811fb501857abee462736d8d, disabling compactions & flushes
2024-11-26T19:36:12,669 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d.
2024-11-26T19:36:12,669 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d.
2024-11-26T19:36:12,669 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d. after waiting 0 ms
2024-11-26T19:36:12,669 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d.
2024-11-26T19:36:12,670 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 53288f68811fb501857abee462736d8d 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-26T19:36:12,686 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnNextAsync/53288f68811fb501857abee462736d8d/.tmp/testFamily/e2b1cccbb5fb4a5bb716146ed33645d7 is 61, key is row-0/testFamily:testQualifier/1732649743225/Put/seqid=0
2024-11-26T19:36:12,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741867_1043 (size=5049)
2024-11-26T19:36:12,767 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 53288f68811fb501857abee462736d8d
2024-11-26T19:36:12,838 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T19:36:12,967 DEBUG [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1351): Waiting on 53288f68811fb501857abee462736d8d
2024-11-26T19:36:13,091 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnNextAsync/53288f68811fb501857abee462736d8d/.tmp/testFamily/e2b1cccbb5fb4a5bb716146ed33645d7
2024-11-26T19:36:13,099 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnNextAsync/53288f68811fb501857abee462736d8d/.tmp/testFamily/e2b1cccbb5fb4a5bb716146ed33645d7 as hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnNextAsync/53288f68811fb501857abee462736d8d/testFamily/e2b1cccbb5fb4a5bb716146ed33645d7
2024-11-26T19:36:13,105 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnNextAsync/53288f68811fb501857abee462736d8d/testFamily/e2b1cccbb5fb4a5bb716146ed33645d7, entries=4, sequenceid=8, filesize=4.9 K
2024-11-26T19:36:13,107 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 53288f68811fb501857abee462736d8d in 438ms, sequenceid=8, compaction requested=false
2024-11-26T19:36:13,111 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/data/default/testNormalScanTimeoutOnNextAsync/53288f68811fb501857abee462736d8d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-26T19:36:13,112 INFO  [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d.
2024-11-26T19:36:13,112 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 53288f68811fb501857abee462736d8d:
Waiting for close lock at 1732649772669Running coprocessor pre-close hooks at 1732649772669Disabling compacts and flushes for region at 1732649772669Disabling writes for close at 1732649772669Obtaining lock to block concurrent updates at 1732649772670 (+1 ms)Preparing flush snapshotting stores in 53288f68811fb501857abee462736d8d at 1732649772670Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732649772670Flushing stores of testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d. at 1732649772670Flushing 53288f68811fb501857abee462736d8d/testFamily: creating writer at 1732649772670Flushing 53288f68811fb501857abee462736d8d/testFamily: appending metadata at 1732649772686 (+16 ms)Flushing 53288f68811fb501857abee462736d8d/testFamily: closing flushed file at 1732649772686Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1925be58: reopening flushed file at 1732649773098 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 53288f68811fb501857abee462736d8d in 438ms, sequenceid=8, compaction requested=false at 1732649773107 (+9 ms)Writing region close event to WAL at 1732649773107Running coprocessor post-close hooks at 1732649773112 (+5 ms)Closed at 1732649773112
2024-11-26T19:36:13,112 DEBUG [RS_CLOSE_REGION-regionserver/fe76acf732b2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732649742197.53288f68811fb501857abee462736d8d.
2024-11-26T19:36:13,167 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(976): stopping server fe76acf732b2,46073,1732649654517; all regions closed.
2024-11-26T19:36:13,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741834_1010 (size=19479)
2024-11-26T19:36:13,178 DEBUG [RS:0;fe76acf732b2:46073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/oldWALs
2024-11-26T19:36:13,178 INFO  [RS:0;fe76acf732b2:46073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C46073%2C1732649654517.meta:.meta(num 1732649717216)
2024-11-26T19:36:13,180 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741833_1009 (size=20031)
2024-11-26T19:36:13,183 DEBUG [RS:0;fe76acf732b2:46073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/oldWALs
2024-11-26T19:36:13,183 INFO  [RS:0;fe76acf732b2:46073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fe76acf732b2%2C46073%2C1732649654517:(num 1732649716775)
2024-11-26T19:36:13,183 DEBUG [RS:0;fe76acf732b2:46073 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T19:36:13,183 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.LeaseManager(133): Closed leases
2024-11-26T19:36:13,183 INFO  [RS:0;fe76acf732b2:46073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-26T19:36:13,183 INFO  [RS:0;fe76acf732b2:46073 {}] hbase.ChoreService(370): Chore service for: regionserver/fe76acf732b2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-26T19:36:13,183 INFO  [RS:0;fe76acf732b2:46073 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-26T19:36:13,183 INFO  [regionserver/fe76acf732b2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-26T19:36:13,185 INFO  [RS:0;fe76acf732b2:46073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46073
2024-11-26T19:36:13,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x10155c57d340001, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fe76acf732b2,46073,1732649654517
2024-11-26T19:36:13,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-26T19:36:13,189 INFO  [RS:0;fe76acf732b2:46073 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-26T19:36:13,191 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fe76acf732b2,46073,1732649654517]
2024-11-26T19:36:13,193 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fe76acf732b2,46073,1732649654517 already deleted, retry=false
2024-11-26T19:36:13,194 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fe76acf732b2,46073,1732649654517 expired; onlineServers=0
2024-11-26T19:36:13,194 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fe76acf732b2,44097,1732649653815' *****
2024-11-26T19:36:13,194 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-26T19:36:13,194 INFO  [M:0;fe76acf732b2:44097 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-26T19:36:13,194 INFO  [M:0;fe76acf732b2:44097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-26T19:36:13,194 DEBUG [M:0;fe76acf732b2:44097 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-26T19:36:13,194 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-26T19:36:13,194 DEBUG [M:0;fe76acf732b2:44097 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-26T19:36:13,194 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732649656461 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.large.0-1732649656461,5,FailOnTimeoutGroup]
2024-11-26T19:36:13,194 DEBUG [master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732649656464 {}] cleaner.HFileCleaner(306): Exit Thread[master/fe76acf732b2:0:becomeActiveMaster-HFileCleaner.small.0-1732649656464,5,FailOnTimeoutGroup]
2024-11-26T19:36:13,195 INFO  [M:0;fe76acf732b2:44097 {}] hbase.ChoreService(370): Chore service for: master/fe76acf732b2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-26T19:36:13,195 INFO  [M:0;fe76acf732b2:44097 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-26T19:36:13,195 DEBUG [M:0;fe76acf732b2:44097 {}] master.HMaster(1795): Stopping service threads
2024-11-26T19:36:13,195 INFO  [M:0;fe76acf732b2:44097 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-26T19:36:13,195 INFO  [M:0;fe76acf732b2:44097 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-26T19:36:13,196 INFO  [M:0;fe76acf732b2:44097 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-26T19:36:13,196 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-26T19:36:13,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-26T19:36:13,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T19:36:13,197 DEBUG [M:0;fe76acf732b2:44097 {}] zookeeper.ZKUtil(347): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-26T19:36:13,197 WARN  [M:0;fe76acf732b2:44097 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-26T19:36:13,197 INFO  [M:0;fe76acf732b2:44097 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/.lastflushedseqids
2024-11-26T19:36:13,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741868_1044 (size=532)
2024-11-26T19:36:13,264 INFO  [regionserver/fe76acf732b2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-26T19:36:13,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x10155c57d340001, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T19:36:13,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x10155c57d340001, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T19:36:13,292 INFO  [RS:0;fe76acf732b2:46073 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-26T19:36:13,292 INFO  [RS:0;fe76acf732b2:46073 {}] regionserver.HRegionServer(1031): Exiting; stopping=fe76acf732b2,46073,1732649654517; zookeeper connection closed.
2024-11-26T19:36:13,292 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63d4017b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63d4017b
2024-11-26T19:36:13,293 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-26T19:36:13,609 INFO  [M:0;fe76acf732b2:44097 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-26T19:36:13,610 INFO  [M:0;fe76acf732b2:44097 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-26T19:36:13,610 DEBUG [M:0;fe76acf732b2:44097 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-26T19:36:13,610 INFO  [M:0;fe76acf732b2:44097 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T19:36:13,610 DEBUG [M:0;fe76acf732b2:44097 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T19:36:13,610 DEBUG [M:0;fe76acf732b2:44097 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-26T19:36:13,610 DEBUG [M:0;fe76acf732b2:44097 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T19:36:13,610 INFO  [M:0;fe76acf732b2:44097 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.82 KB heapSize=190.36 KB
2024-11-26T19:36:13,636 DEBUG [M:0;fe76acf732b2:44097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2bf511989b24cf59ea5a98ee130b585 is 82, key is hbase:meta,,1/info:regioninfo/1732649717307/Put/seqid=0
2024-11-26T19:36:13,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741869_1045 (size=5672)
2024-11-26T19:36:14,043 INFO  [M:0;fe76acf732b2:44097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2bf511989b24cf59ea5a98ee130b585
2024-11-26T19:36:14,068 DEBUG [M:0;fe76acf732b2:44097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0fda6c1c2d2b4d4b9f142d71573c9669 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732649718532/Put/seqid=0
2024-11-26T19:36:14,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741870_1046 (size=14070)
2024-11-26T19:36:14,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-26T19:36:14,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-26T19:36:14,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-26T19:36:14,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-26T19:36:14,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-26T19:36:14,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-26T19:36:14,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-26T19:36:14,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-26T19:36:14,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-26T19:36:14,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-26T19:36:14,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-26T19:36:14,474 INFO  [M:0;fe76acf732b2:44097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.27 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0fda6c1c2d2b4d4b9f142d71573c9669
2024-11-26T19:36:14,481 INFO  [M:0;fe76acf732b2:44097 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0fda6c1c2d2b4d4b9f142d71573c9669
2024-11-26T19:36:14,498 DEBUG [M:0;fe76acf732b2:44097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c92138b9a01e4b049406133a98f39767 is 69, key is fe76acf732b2,46073,1732649654517/rs:state/1732649686507/Put/seqid=0
2024-11-26T19:36:14,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741871_1047 (size=5156)
2024-11-26T19:36:14,903 INFO  [M:0;fe76acf732b2:44097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c92138b9a01e4b049406133a98f39767
2024-11-26T19:36:14,910 DEBUG [M:0;fe76acf732b2:44097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2bf511989b24cf59ea5a98ee130b585 as hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2bf511989b24cf59ea5a98ee130b585
2024-11-26T19:36:14,917 INFO  [M:0;fe76acf732b2:44097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2bf511989b24cf59ea5a98ee130b585, entries=8, sequenceid=312, filesize=5.5 K
2024-11-26T19:36:14,918 DEBUG [M:0;fe76acf732b2:44097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0fda6c1c2d2b4d4b9f142d71573c9669 as hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0fda6c1c2d2b4d4b9f142d71573c9669
2024-11-26T19:36:14,925 INFO  [M:0;fe76acf732b2:44097 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0fda6c1c2d2b4d4b9f142d71573c9669
2024-11-26T19:36:14,925 INFO  [M:0;fe76acf732b2:44097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0fda6c1c2d2b4d4b9f142d71573c9669, entries=33, sequenceid=312, filesize=13.7 K
2024-11-26T19:36:14,926 DEBUG [M:0;fe76acf732b2:44097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c92138b9a01e4b049406133a98f39767 as hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c92138b9a01e4b049406133a98f39767
2024-11-26T19:36:14,933 INFO  [M:0;fe76acf732b2:44097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43041/user/jenkins/test-data/b0a07849-0449-a263-5ff1-38b6a602e9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c92138b9a01e4b049406133a98f39767, entries=1, sequenceid=312, filesize=5.0 K
2024-11-26T19:36:14,934 INFO  [M:0;fe76acf732b2:44097 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.82 KB/166731, heapSize ~190.06 KB/194624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=312, compaction requested=false
2024-11-26T19:36:14,936 INFO  [M:0;fe76acf732b2:44097 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T19:36:14,936 DEBUG [M:0;fe76acf732b2:44097 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732649773610Disabling compacts and flushes for region at 1732649773610Disabling writes for close at 1732649773610Obtaining lock to block concurrent updates at 1732649773610Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732649773610Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166731, getHeapSize=194864, getOffHeapSize=0, getCellsCount=359 at 1732649773611 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732649773611Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732649773611Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732649773635 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732649773636 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732649774049 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732649774068 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732649774068Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732649774481 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732649774497 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732649774497Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b9e1a44: reopening flushed file at 1732649774909 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13074aab: reopening flushed file at 1732649774917 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4470bd3a: reopening flushed file at 1732649774925 (+8 ms)Finished flush of dataSize ~162.82 KB/166731, heapSize ~190.06 KB/194624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=312, compaction requested=false at 1732649774934 (+9 ms)Writing region close event to WAL at 1732649774935 (+1 ms)Closed at 1732649774935
2024-11-26T19:36:14,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34697 is added to blk_1073741830_1006 (size=187618)
2024-11-26T19:36:14,939 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-26T19:36:14,939 INFO  [M:0;fe76acf732b2:44097 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-26T19:36:14,940 INFO  [M:0;fe76acf732b2:44097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44097
2024-11-26T19:36:14,940 INFO  [M:0;fe76acf732b2:44097 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-26T19:36:15,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T19:36:15,042 INFO  [M:0;fe76acf732b2:44097 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-26T19:36:15,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10155c57d340000, quorum=127.0.0.1:50187, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T19:36:15,047 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@429b6cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-26T19:36:15,049 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@406d11bc{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-26T19:36:15,049 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-26T19:36:15,049 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f8f7398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-26T19:36:15,050 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79afe1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/hadoop.log.dir/,STOPPED}
2024-11-26T19:36:15,052 WARN  [BP-1393380533-172.17.0.2-1732649650716 heartbeating to localhost/127.0.0.1:43041 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-26T19:36:15,052 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-26T19:36:15,052 WARN  [BP-1393380533-172.17.0.2-1732649650716 heartbeating to localhost/127.0.0.1:43041 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1393380533-172.17.0.2-1732649650716 (Datanode Uuid 35877d69-8b6c-470b-8a07-02c03df0f181) service to localhost/127.0.0.1:43041
2024-11-26T19:36:15,052 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-26T19:36:15,054 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/cluster_37f43984-42af-ea12-2b30-242d008c8403/data/data1/current/BP-1393380533-172.17.0.2-1732649650716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-26T19:36:15,054 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/cluster_37f43984-42af-ea12-2b30-242d008c8403/data/data2/current/BP-1393380533-172.17.0.2-1732649650716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-26T19:36:15,055 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-26T19:36:15,063 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b93e99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-26T19:36:15,063 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e84709f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-26T19:36:15,063 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-26T19:36:15,063 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f794dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-26T19:36:15,064 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13a4dda0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce99415e-0ee1-c3bf-123a-8e494e3eaf1f/hadoop.log.dir/,STOPPED}
2024-11-26T19:36:15,072 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-26T19:36:15,104 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down