2024-12-03 04:41:08,983 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b
2024-12-03 04:41:09,006 main DEBUG Took 0.020040 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-03 04:41:09,006 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-03 04:41:09,007 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-03 04:41:09,008 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-03 04:41:09,038 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 04:41:09,049 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-03 04:41:09,085 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 04:41:09,095 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 04:41:09,097 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 04:41:09,097 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 04:41:09,102 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 04:41:09,103 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 04:41:09,106 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 04:41:09,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 04:41:09,108 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 04:41:09,109 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 04:41:09,110 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 04:41:09,111 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 04:41:09,112 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 04:41:09,113 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 04:41:09,114 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 04:41:09,115 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 04:41:09,116 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 04:41:09,117 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 04:41:09,117 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 04:41:09,118 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 04:41:09,119 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 04:41:09,121 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 04:41:09,122 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 04:41:09,125 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 04:41:09,126 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 04:41:09,126 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-03 04:41:09,131 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 04:41:09,133 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-03 04:41:09,136 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-03 04:41:09,144 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-03 04:41:09,145 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-03 04:41:09,146 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-03 04:41:09,157 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-03 04:41:09,160 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-03 04:41:09,162 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-03 04:41:09,163 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-03 04:41:09,163 main DEBUG createAppenders(={Console})
2024-12-03 04:41:09,164 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b initialized
2024-12-03 04:41:09,164 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b
2024-12-03 04:41:09,165 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4b8d604b OK.
2024-12-03 04:41:09,166 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-03 04:41:09,166 main DEBUG OutputStream closed
2024-12-03 04:41:09,166 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-03 04:41:09,167 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-03 04:41:09,167 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@37d4349f OK
2024-12-03 04:41:09,271 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-03 04:41:09,274 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-03 04:41:09,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-03 04:41:09,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-03 04:41:09,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-03 04:41:09,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-03 04:41:09,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-03 04:41:09,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-03 04:41:09,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-03 04:41:09,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-03 04:41:09,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-03 04:41:09,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-03 04:41:09,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-03 04:41:09,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-03 04:41:09,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-03 04:41:09,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-03 04:41:09,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-03 04:41:09,283 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-03 04:41:09,286 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-03 04:41:09,286 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@29ca3d04) with optional ClassLoader: null
2024-12-03 04:41:09,286 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-03 04:41:09,287 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@29ca3d04] started OK.
2024-12-03T04:41:09,306 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-12-03 04:41:09,310 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-03 04:41:09,310 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-03T04:41:09,792 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158
2024-12-03T04:41:09,821 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-03T04:41:09,843 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/cluster_97e3b0fd-d5c6-c122-cfe3-dbb32e578411, deleteOnExit=true
2024-12-03T04:41:09,844 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-03T04:41:09,845 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/test.cache.data in system properties and HBase conf
2024-12-03T04:41:09,846 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/hadoop.tmp.dir in system properties and HBase conf
2024-12-03T04:41:09,846 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/hadoop.log.dir in system properties and HBase conf
2024-12-03T04:41:09,847 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-03T04:41:09,848 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-03T04:41:09,848 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-03T04:41:09,993 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-03T04:41:10,134 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-03T04:41:10,140 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-03T04:41:10,140 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-03T04:41:10,141 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-03T04:41:10,142 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-03T04:41:10,142 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-03T04:41:10,144 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-03T04:41:10,144 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-03T04:41:10,145 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-03T04:41:10,146 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-03T04:41:10,146 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/nfs.dump.dir in system properties and HBase conf
2024-12-03T04:41:10,147 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/java.io.tmpdir in system properties and HBase conf
2024-12-03T04:41:10,147 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-03T04:41:10,148 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-03T04:41:10,149 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-03T04:41:11,237 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-03T04:41:11,347 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3357ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-03T04:41:11,453 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T04:41:11,567 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T04:41:11,618 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T04:41:11,619 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T04:41:11,621 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-03T04:41:11,661 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T04:41:11,676 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/hadoop.log.dir/,AVAILABLE}
2024-12-03T04:41:11,677 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-03T04:41:11,956 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/java.io.tmpdir/jetty-localhost-39073-hadoop-hdfs-3_4_1-tests_jar-_-any-3154181047091530183/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-03T04:41:11,966 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:39073}
2024-12-03T04:41:11,966 INFO  [Time-limited test {}] server.Server(415): Started @3977ms
2024-12-03T04:41:12,405 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T04:41:12,412 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T04:41:12,414 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T04:41:12,414 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T04:41:12,415 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T04:41:12,416 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/hadoop.log.dir/,AVAILABLE}
2024-12-03T04:41:12,416 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-03T04:41:12,551 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/java.io.tmpdir/jetty-localhost-38241-hadoop-hdfs-3_4_1-tests_jar-_-any-1805922437838036101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-03T04:41:12,552 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:38241}
2024-12-03T04:41:12,552 INFO  [Time-limited test {}] server.Server(415): Started @4564ms
2024-12-03T04:41:12,614 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-03T04:41:13,343 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/cluster_97e3b0fd-d5c6-c122-cfe3-dbb32e578411/data/data1/current/BP-2061124464-172.17.0.3-1733200870951/current, will proceed with Du for space computation calculation, 
2024-12-03T04:41:13,344 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/cluster_97e3b0fd-d5c6-c122-cfe3-dbb32e578411/data/data2/current/BP-2061124464-172.17.0.3-1733200870951/current, will proceed with Du for space computation calculation, 
2024-12-03T04:41:13,415 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-03T04:41:13,486 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ec4663035cb094e with lease ID 0x2df92d56415c093f: Processing first storage report for DS-07cab9f6-eae2-4bdc-a9fa-61093a24953f from datanode DatanodeRegistration(127.0.0.1:45715, datanodeUuid=d637b5ca-5553-4a8c-b6d7-a777be458466, infoPort=40417, infoSecurePort=0, ipcPort=46253, storageInfo=lv=-57;cid=testClusterID;nsid=288002972;c=1733200870951)
2024-12-03T04:41:13,488 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ec4663035cb094e with lease ID 0x2df92d56415c093f: from storage DS-07cab9f6-eae2-4bdc-a9fa-61093a24953f node DatanodeRegistration(127.0.0.1:45715, datanodeUuid=d637b5ca-5553-4a8c-b6d7-a777be458466, infoPort=40417, infoSecurePort=0, ipcPort=46253, storageInfo=lv=-57;cid=testClusterID;nsid=288002972;c=1733200870951), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-03T04:41:13,488 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ec4663035cb094e with lease ID 0x2df92d56415c093f: Processing first storage report for DS-49ec5198-4b70-4476-858c-eb006ba7ff5c from datanode DatanodeRegistration(127.0.0.1:45715, datanodeUuid=d637b5ca-5553-4a8c-b6d7-a777be458466, infoPort=40417, infoSecurePort=0, ipcPort=46253, storageInfo=lv=-57;cid=testClusterID;nsid=288002972;c=1733200870951)
2024-12-03T04:41:13,489 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ec4663035cb094e with lease ID 0x2df92d56415c093f: from storage DS-49ec5198-4b70-4476-858c-eb006ba7ff5c node DatanodeRegistration(127.0.0.1:45715, datanodeUuid=d637b5ca-5553-4a8c-b6d7-a777be458466, infoPort=40417, infoSecurePort=0, ipcPort=46253, storageInfo=lv=-57;cid=testClusterID;nsid=288002972;c=1733200870951), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-03T04:41:13,528 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158
2024-12-03T04:41:13,621 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/cluster_97e3b0fd-d5c6-c122-cfe3-dbb32e578411/zookeeper_0, clientPort=62267, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/cluster_97e3b0fd-d5c6-c122-cfe3-dbb32e578411/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/cluster_97e3b0fd-d5c6-c122-cfe3-dbb32e578411/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-03T04:41:13,634 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62267
2024-12-03T04:41:13,647 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T04:41:13,651 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T04:41:13,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741825_1001 (size=7)
2024-12-03T04:41:14,335 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077 with version=8
2024-12-03T04:41:14,336 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/hbase-staging
2024-12-03T04:41:14,444 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-03T04:41:14,759 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/32beccd76b35:0 server-side Connection retries=9
2024-12-03T04:41:14,773 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T04:41:14,773 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-03T04:41:14,780 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-03T04:41:14,781 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T04:41:14,781 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-03T04:41:14,973 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-03T04:41:15,053 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-03T04:41:15,069 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-03T04:41:15,074 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-03T04:41:15,115 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1589 (auto-detected)
2024-12-03T04:41:15,116 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-03T04:41:15,149 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44837
2024-12-03T04:41:15,176 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44837 connecting to ZooKeeper ensemble=127.0.0.1:62267
2024-12-03T04:41:15,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448370x0, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-03T04:41:15,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44837-0x10151657d210000 connected
2024-12-03T04:41:15,267 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T04:41:15,270 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T04:41:15,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T04:41:15,288 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077, hbase.cluster.distributed=false
2024-12-03T04:41:15,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-03T04:41:15,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44837
2024-12-03T04:41:15,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44837
2024-12-03T04:41:15,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44837
2024-12-03T04:41:15,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44837
2024-12-03T04:41:15,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44837
2024-12-03T04:41:15,456 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/32beccd76b35:0 server-side Connection retries=9
2024-12-03T04:41:15,459 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T04:41:15,459 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-03T04:41:15,459 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-03T04:41:15,460 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T04:41:15,460 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-03T04:41:15,462 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-03T04:41:15,465 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-03T04:41:15,465 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34269
2024-12-03T04:41:15,468 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34269 connecting to ZooKeeper ensemble=127.0.0.1:62267
2024-12-03T04:41:15,469 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T04:41:15,474 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T04:41:15,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342690x0, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-03T04:41:15,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34269-0x10151657d210001 connected
2024-12-03T04:41:15,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34269-0x10151657d210001, quorum=127.0.0.1:62267, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T04:41:15,494 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-03T04:41:15,503 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-03T04:41:15,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34269-0x10151657d210001, quorum=127.0.0.1:62267, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-03T04:41:15,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34269-0x10151657d210001, quorum=127.0.0.1:62267, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-03T04:41:15,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34269
2024-12-03T04:41:15,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34269
2024-12-03T04:41:15,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34269
2024-12-03T04:41:15,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34269
2024-12-03T04:41:15,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34269
2024-12-03T04:41:15,540 DEBUG [M:0;32beccd76b35:44837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32beccd76b35:44837
2024-12-03T04:41:15,541 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/32beccd76b35,44837,1733200874513
2024-12-03T04:41:15,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T04:41:15,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10151657d210001, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T04:41:15,550 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/32beccd76b35,44837,1733200874513
2024-12-03T04:41:15,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10151657d210001, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-03T04:41:15,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T04:41:15,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10151657d210001, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T04:41:15,573 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-03T04:41:15,576 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/32beccd76b35,44837,1733200874513 from backup master directory
2024-12-03T04:41:15,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/32beccd76b35,44837,1733200874513
2024-12-03T04:41:15,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T04:41:15,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10151657d210001, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T04:41:15,582 WARN  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-03T04:41:15,583 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32beccd76b35,44837,1733200874513
2024-12-03T04:41:15,585 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-03T04:41:15,588 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-03T04:41:15,650 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/hbase.id] with ID: a0c13f3d-a319-4f6e-9643-474d40616243
2024-12-03T04:41:15,651 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/.tmp/hbase.id
2024-12-03T04:41:15,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741826_1002 (size=42)
2024-12-03T04:41:16,062 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/.tmp/hbase.id]:[hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/hbase.id]
2024-12-03T04:41:16,110 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T04:41:16,115 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-03T04:41:16,134 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-12-03T04:41:16,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10151657d210001, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T04:41:16,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T04:41:16,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741827_1003 (size=196)
2024-12-03T04:41:16,571 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T04:41:16,573 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-03T04:41:16,590 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T04:41:16,595 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T04:41:16,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741828_1004 (size=1189)
2024-12-03T04:41:17,049 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/data/master/store
2024-12-03T04:41:17,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741829_1005 (size=34)
2024-12-03T04:41:17,494 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-03T04:41:17,498 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:41:17,500 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-03T04:41:17,500 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T04:41:17,500 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T04:41:17,505 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-03T04:41:17,505 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T04:41:17,505 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T04:41:17,507 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733200877500Disabling compacts and flushes for region at 1733200877500Disabling writes for close at 1733200877505 (+5 ms)Writing region close event to WAL at 1733200877505Closed at 1733200877505
2024-12-03T04:41:17,510 WARN  [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/data/master/store/.initializing
2024-12-03T04:41:17,511 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/WALs/32beccd76b35,44837,1733200874513
2024-12-03T04:41:17,526 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-03T04:41:17,548 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C44837%2C1733200874513, suffix=, logDir=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/WALs/32beccd76b35,44837,1733200874513, archiveDir=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/oldWALs, maxLogs=10
2024-12-03T04:41:17,578 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/WALs/32beccd76b35,44837,1733200874513/32beccd76b35%2C44837%2C1733200874513.1733200877555, exclude list is [], retry=0
2024-12-03T04:41:17,597 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45715,DS-07cab9f6-eae2-4bdc-a9fa-61093a24953f,DISK]
2024-12-03T04:41:17,600 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-03T04:41:17,641 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/WALs/32beccd76b35,44837,1733200874513/32beccd76b35%2C44837%2C1733200874513.1733200877555
2024-12-03T04:41:17,646 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40417:40417)]
2024-12-03T04:41:17,646 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-03T04:41:17,647 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:41:17,651 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T04:41:17,652 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T04:41:17,719 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T04:41:17,771 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-03T04:41:17,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:41:17,780 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T04:41:17,781 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T04:41:17,792 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-03T04:41:17,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:41:17,794 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T04:41:17,795 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T04:41:17,798 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-03T04:41:17,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:41:17,799 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T04:41:17,799 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T04:41:17,802 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-03T04:41:17,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:41:17,803 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T04:41:17,804 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T04:41:17,807 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-03T04:41:17,809 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-03T04:41:17,816 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T04:41:17,817 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T04:41:17,822 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T04:41:17,826 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T04:41:17,831 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T04:41:17,833 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59794564, jitterRate=-0.10899156332015991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T04:41:17,841 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733200877670Initializing all the Stores at 1733200877673 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733200877674 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733200877685 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733200877686 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733200877686Cleaning up temporary data from old regions at 1733200877817 (+131 ms)Region opened successfully at 1733200877841 (+24 ms)
2024-12-03T04:41:17,843 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-03T04:41:17,878 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41297d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32beccd76b35/172.17.0.3:0
2024-12-03T04:41:17,912 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-03T04:41:17,923 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-03T04:41:17,924 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-03T04:41:17,928 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-03T04:41:17,934 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 6 msec
2024-12-03T04:41:17,944 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec
2024-12-03T04:41:17,944 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-03T04:41:17,984 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-03T04:41:17,995 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-03T04:41:17,998 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-03T04:41:18,001 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-03T04:41:18,003 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-03T04:41:18,005 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-03T04:41:18,008 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-03T04:41:18,015 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-03T04:41:18,016 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-03T04:41:18,018 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-03T04:41:18,020 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-03T04:41:18,039 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-03T04:41:18,041 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-03T04:41:18,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10151657d210001, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-03T04:41:18,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-03T04:41:18,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10151657d210001, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T04:41:18,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T04:41:18,055 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32beccd76b35,44837,1733200874513, sessionid=0x10151657d210000, setting cluster-up flag (Was=false)
2024-12-03T04:41:18,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T04:41:18,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10151657d210001, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T04:41:18,075 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-03T04:41:18,077 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32beccd76b35,44837,1733200874513
2024-12-03T04:41:18,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10151657d210001, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T04:41:18,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T04:41:18,091 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-03T04:41:18,093 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32beccd76b35,44837,1733200874513
2024-12-03T04:41:18,101 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-03T04:41:18,127 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(746): ClusterId : a0c13f3d-a319-4f6e-9643-474d40616243
2024-12-03T04:41:18,131 DEBUG [RS:0;32beccd76b35:34269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-03T04:41:18,141 DEBUG [RS:0;32beccd76b35:34269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-03T04:41:18,141 DEBUG [RS:0;32beccd76b35:34269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-03T04:41:18,149 DEBUG [RS:0;32beccd76b35:34269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-03T04:41:18,152 DEBUG [RS:0;32beccd76b35:34269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d19461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32beccd76b35/172.17.0.3:0
2024-12-03T04:41:18,179 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32beccd76b35:34269
2024-12-03T04:41:18,183 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-03T04:41:18,184 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-03T04:41:18,184 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-03T04:41:18,188 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(2659): reportForDuty to master=32beccd76b35,44837,1733200874513 with port=34269, startcode=1733200875410
2024-12-03T04:41:18,201 DEBUG [RS:0;32beccd76b35:34269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-03T04:41:18,205 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-03T04:41:18,222 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-03T04:41:18,233 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-03T04:41:18,240 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32beccd76b35,44837,1733200874513
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-03T04:41:18,250 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58495, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-03T04:41:18,252 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5
2024-12-03T04:41:18,252 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5
2024-12-03T04:41:18,252 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5
2024-12-03T04:41:18,253 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32beccd76b35:0, corePoolSize=5, maxPoolSize=5
2024-12-03T04:41:18,253 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32beccd76b35:0, corePoolSize=10, maxPoolSize=10
2024-12-03T04:41:18,253 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T04:41:18,254 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32beccd76b35:0, corePoolSize=2, maxPoolSize=2
2024-12-03T04:41:18,254 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T04:41:18,256 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44837 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-03T04:41:18,268 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T04:41:18,268 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-03T04:41:18,274 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733200908274
2024-12-03T04:41:18,276 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-03T04:41:18,278 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-03T04:41:18,279 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:41:18,279 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-03T04:41:18,284 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-03T04:41:18,284 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-03T04:41:18,285 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-03T04:41:18,285 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-03T04:41:18,286 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-03T04:41:18,293 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-03T04:41:18,295 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-03T04:41:18,295 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-03T04:41:18,297 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-03T04:41:18,297 WARN  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-12-03T04:41:18,298 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-03T04:41:18,298 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-03T04:41:18,300 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733200878300,5,FailOnTimeoutGroup]
2024-12-03T04:41:18,301 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733200878300,5,FailOnTimeoutGroup]
2024-12-03T04:41:18,301 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-03T04:41:18,301 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-03T04:41:18,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741831_1007 (size=1321)
2024-12-03T04:41:18,303 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-03T04:41:18,303 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-03T04:41:18,706 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-03T04:41:18,706 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077
2024-12-03T04:41:18,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741832_1008 (size=32)
2024-12-03T04:41:18,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:41:18,722 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-03T04:41:18,724 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-03T04:41:18,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:41:18,725 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T04:41:18,725 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-03T04:41:18,728 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-03T04:41:18,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:41:18,729 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T04:41:18,730 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-03T04:41:18,734 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-03T04:41:18,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:41:18,736 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T04:41:18,737 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-03T04:41:18,740 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-03T04:41:18,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:41:18,742 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T04:41:18,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-03T04:41:18,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/meta/1588230740
2024-12-03T04:41:18,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/meta/1588230740
2024-12-03T04:41:18,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-03T04:41:18,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-03T04:41:18,750 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T04:41:18,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-03T04:41:18,761 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T04:41:18,762 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68390101, jitterRate=0.01909191906452179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T04:41:18,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733200878720Initializing all the Stores at 1733200878721 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733200878721Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733200878722 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733200878722Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733200878722Cleaning up temporary data from old regions at 1733200878749 (+27 ms)Region opened successfully at 1733200878766 (+17 ms)
2024-12-03T04:41:18,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-03T04:41:18,767 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-03T04:41:18,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-03T04:41:18,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-03T04:41:18,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-03T04:41:18,771 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-03T04:41:18,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733200878767Disabling compacts and flushes for region at 1733200878767Disabling writes for close at 1733200878767Writing region close event to WAL at 1733200878770 (+3 ms)Closed at 1733200878771 (+1 ms)
2024-12-03T04:41:18,775 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T04:41:18,775 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-03T04:41:18,784 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-03T04:41:18,795 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-03T04:41:18,798 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-03T04:41:18,949 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:19,950 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:20,950 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:21,951 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:22,952 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:23,952 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:24,953 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:25,049 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-03T04:41:25,050 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-03T04:41:25,954 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:26,954 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:27,955 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:28,956 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:29,956 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:30,957 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:31,958 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:32,958 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:33,959 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:34,960 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:35,960 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:36,961 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:37,962 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:38,962 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:39,963 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:40,965 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:41,965 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:42,966 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:43,524 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T04:41:43,967 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:44,968 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:45,969 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:46,969 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:47,970 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:48,298 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(2659): reportForDuty to master=32beccd76b35,44837,1733200874513 with port=34269, startcode=1733200875410
2024-12-03T04:41:48,301 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44837 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32beccd76b35,34269,1733200875410
2024-12-03T04:41:48,304 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44837 {}] master.ServerManager(517): Registering regionserver=32beccd76b35,34269,1733200875410
2024-12-03T04:41:48,314 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077
2024-12-03T04:41:48,314 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42115
2024-12-03T04:41:48,314 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-03T04:41:48,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-03T04:41:48,319 DEBUG [RS:0;32beccd76b35:34269 {}] zookeeper.ZKUtil(111): regionserver:34269-0x10151657d210001, quorum=127.0.0.1:62267, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/32beccd76b35,34269,1733200875410
2024-12-03T04:41:48,319 WARN  [RS:0;32beccd76b35:34269 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-03T04:41:48,320 INFO  [RS:0;32beccd76b35:34269 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T04:41:48,320 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/WALs/32beccd76b35,34269,1733200875410
2024-12-03T04:41:48,322 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32beccd76b35,34269,1733200875410]
2024-12-03T04:41:48,346 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-03T04:41:48,357 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-03T04:41:48,363 INFO  [RS:0;32beccd76b35:34269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-03T04:41:48,363 INFO  [RS:0;32beccd76b35:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T04:41:48,364 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-03T04:41:48,370 INFO  [RS:0;32beccd76b35:34269 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-03T04:41:48,372 INFO  [RS:0;32beccd76b35:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-03T04:41:48,372 DEBUG [RS:0;32beccd76b35:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T04:41:48,372 DEBUG [RS:0;32beccd76b35:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T04:41:48,373 DEBUG [RS:0;32beccd76b35:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T04:41:48,373 DEBUG [RS:0;32beccd76b35:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T04:41:48,373 DEBUG [RS:0;32beccd76b35:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T04:41:48,373 DEBUG [RS:0;32beccd76b35:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32beccd76b35:0, corePoolSize=2, maxPoolSize=2
2024-12-03T04:41:48,374 DEBUG [RS:0;32beccd76b35:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T04:41:48,374 DEBUG [RS:0;32beccd76b35:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T04:41:48,374 DEBUG [RS:0;32beccd76b35:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T04:41:48,374 DEBUG [RS:0;32beccd76b35:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T04:41:48,375 DEBUG [RS:0;32beccd76b35:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T04:41:48,375 DEBUG [RS:0;32beccd76b35:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32beccd76b35:0, corePoolSize=1, maxPoolSize=1
2024-12-03T04:41:48,375 DEBUG [RS:0;32beccd76b35:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3
2024-12-03T04:41:48,375 DEBUG [RS:0;32beccd76b35:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32beccd76b35:0, corePoolSize=3, maxPoolSize=3
2024-12-03T04:41:48,377 INFO  [RS:0;32beccd76b35:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-03T04:41:48,377 INFO  [RS:0;32beccd76b35:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-03T04:41:48,377 INFO  [RS:0;32beccd76b35:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T04:41:48,377 INFO  [RS:0;32beccd76b35:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-03T04:41:48,377 INFO  [RS:0;32beccd76b35:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-03T04:41:48,377 INFO  [RS:0;32beccd76b35:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,34269,1733200875410-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-03T04:41:48,405 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-03T04:41:48,408 INFO  [RS:0;32beccd76b35:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,34269,1733200875410-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T04:41:48,408 INFO  [RS:0;32beccd76b35:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T04:41:48,408 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.Replication(171): 32beccd76b35,34269,1733200875410 started
2024-12-03T04:41:48,435 INFO  [RS:0;32beccd76b35:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T04:41:48,436 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1482): Serving as 32beccd76b35,34269,1733200875410, RpcServer on 32beccd76b35/172.17.0.3:34269, sessionid=0x10151657d210001
2024-12-03T04:41:48,437 DEBUG [RS:0;32beccd76b35:34269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-03T04:41:48,437 DEBUG [RS:0;32beccd76b35:34269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32beccd76b35,34269,1733200875410
2024-12-03T04:41:48,438 DEBUG [RS:0;32beccd76b35:34269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,34269,1733200875410'
2024-12-03T04:41:48,438 DEBUG [RS:0;32beccd76b35:34269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-03T04:41:48,439 DEBUG [RS:0;32beccd76b35:34269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-03T04:41:48,440 DEBUG [RS:0;32beccd76b35:34269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-03T04:41:48,440 DEBUG [RS:0;32beccd76b35:34269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-03T04:41:48,440 DEBUG [RS:0;32beccd76b35:34269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32beccd76b35,34269,1733200875410
2024-12-03T04:41:48,440 DEBUG [RS:0;32beccd76b35:34269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32beccd76b35,34269,1733200875410'
2024-12-03T04:41:48,440 DEBUG [RS:0;32beccd76b35:34269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-03T04:41:48,441 DEBUG [RS:0;32beccd76b35:34269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-03T04:41:48,442 DEBUG [RS:0;32beccd76b35:34269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-03T04:41:48,442 INFO  [RS:0;32beccd76b35:34269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-03T04:41:48,442 INFO  [RS:0;32beccd76b35:34269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-03T04:41:48,971 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:49,972 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:50,972 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:51,973 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:52,974 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:53,974 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:54,975 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:55,976 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:56,976 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:57,977 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:58,978 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:41:59,979 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:42:00,979 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:42:01,980 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:42:02,981 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:42:03,984 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:42:04,985 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:42:05,986 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:42:06,986 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:42:07,987 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:42:08,988 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:42:09,989 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:42:10,989 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:42:11,990 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:42:12,991 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:42:13,524 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T04:42:13,991 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:42:14,992 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:42:15,993 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:42:16,994 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:42:17,994 WARN  [32beccd76b35:44837 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T04:42:18,449 INFO  [RS:0;32beccd76b35:34269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-03T04:42:18,463 INFO  [RS:0;32beccd76b35:34269 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C34269%2C1733200875410, suffix=, logDir=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/WALs/32beccd76b35,34269,1733200875410, archiveDir=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/oldWALs, maxLogs=32
2024-12-03T04:42:18,488 DEBUG [RS:0;32beccd76b35:34269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/WALs/32beccd76b35,34269,1733200875410/32beccd76b35%2C34269%2C1733200875410.1733200938466, exclude list is [], retry=0
2024-12-03T04:42:18,499 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45715,DS-07cab9f6-eae2-4bdc-a9fa-61093a24953f,DISK]
2024-12-03T04:42:18,505 INFO  [RS:0;32beccd76b35:34269 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/WALs/32beccd76b35,34269,1733200875410/32beccd76b35%2C34269%2C1733200875410.1733200938466
2024-12-03T04:42:18,506 DEBUG [RS:0;32beccd76b35:34269 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40417:40417)]
2024-12-03T04:42:18,748 DEBUG [32beccd76b35:44837 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-03T04:42:18,764 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32beccd76b35,34269,1733200875410
2024-12-03T04:42:18,774 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32beccd76b35,34269,1733200875410, state=OPENING
2024-12-03T04:42:18,780 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-03T04:42:18,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10151657d210001, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T04:42:18,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T04:42:18,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T04:42:18,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T04:42:18,789 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-03T04:42:18,791 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32beccd76b35,34269,1733200875410}]
2024-12-03T04:42:18,973 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-03T04:42:18,977 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36517, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-03T04:42:18,990 INFO  [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-03T04:42:18,990 INFO  [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T04:42:18,991 INFO  [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-03T04:42:18,994 INFO  [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32beccd76b35%2C34269%2C1733200875410.meta, suffix=.meta, logDir=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/WALs/32beccd76b35,34269,1733200875410, archiveDir=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/oldWALs, maxLogs=32
2024-12-03T04:42:19,011 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/WALs/32beccd76b35,34269,1733200875410/32beccd76b35%2C34269%2C1733200875410.meta.1733200938996.meta, exclude list is [], retry=0
2024-12-03T04:42:19,015 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45715,DS-07cab9f6-eae2-4bdc-a9fa-61093a24953f,DISK]
2024-12-03T04:42:19,018 INFO  [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/WALs/32beccd76b35,34269,1733200875410/32beccd76b35%2C34269%2C1733200875410.meta.1733200938996.meta
2024-12-03T04:42:19,019 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40417:40417)]
2024-12-03T04:42:19,019 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-03T04:42:19,021 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-03T04:42:19,023 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-03T04:42:19,029 INFO  [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-03T04:42:19,035 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-03T04:42:19,036 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:42:19,036 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-03T04:42:19,036 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-03T04:42:19,040 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-03T04:42:19,042 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-03T04:42:19,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:42:19,043 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T04:42:19,043 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-03T04:42:19,045 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-03T04:42:19,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:42:19,046 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T04:42:19,046 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-03T04:42:19,048 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-03T04:42:19,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:42:19,049 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T04:42:19,050 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-03T04:42:19,051 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-03T04:42:19,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:42:19,052 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T04:42:19,052 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-03T04:42:19,053 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/meta/1588230740
2024-12-03T04:42:19,057 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/meta/1588230740
2024-12-03T04:42:19,060 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-03T04:42:19,060 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-03T04:42:19,061 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T04:42:19,064 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-03T04:42:19,066 INFO  [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66620997, jitterRate=-0.0072697848081588745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T04:42:19,066 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-03T04:42:19,068 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733200939037Writing region info on filesystem at 1733200939037Initializing all the Stores at 1733200939039 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733200939039Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733200939040 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733200939040Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733200939040Cleaning up temporary data from old regions at 1733200939060 (+20 ms)Running coprocessor post-open hooks at 1733200939066 (+6 ms)Region opened successfully at 1733200939068 (+2 ms)
2024-12-03T04:42:19,077 INFO  [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733200938964
2024-12-03T04:42:19,091 DEBUG [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-03T04:42:19,092 INFO  [RS_OPEN_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-03T04:42:19,094 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,34269,1733200875410
2024-12-03T04:42:19,096 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32beccd76b35,34269,1733200875410, state=OPEN
2024-12-03T04:42:19,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10151657d210001, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-03T04:42:19,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-03T04:42:19,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T04:42:19,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T04:42:19,102 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32beccd76b35,34269,1733200875410
2024-12-03T04:42:19,108 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-03T04:42:19,108 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32beccd76b35,34269,1733200875410 in 311 msec
2024-12-03T04:42:19,115 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-03T04:42:19,115 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.327 sec
2024-12-03T04:42:19,117 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T04:42:19,117 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-03T04:42:19,141 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T04:42:19,142 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,34269,1733200875410, seqNum=-1]
2024-12-03T04:42:19,168 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T04:42:19,172 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53763, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T04:42:19,213 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.059 sec
2024-12-03T04:42:19,213 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733200939213, completionTime=-1
2024-12-03T04:42:19,217 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-03T04:42:19,217 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-03T04:42:19,256 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-03T04:42:19,256 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733200999256
2024-12-03T04:42:19,256 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733201059256
2024-12-03T04:42:19,256 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 39 msec
2024-12-03T04:42:19,259 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,44837,1733200874513-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T04:42:19,259 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,44837,1733200874513-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T04:42:19,259 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,44837,1733200874513-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T04:42:19,261 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32beccd76b35:44837, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T04:42:19,262 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-03T04:42:19,262 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-03T04:42:19,272 DEBUG [master/32beccd76b35:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-03T04:42:19,300 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.716sec
2024-12-03T04:42:19,301 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-03T04:42:19,303 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-03T04:42:19,304 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-03T04:42:19,305 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-03T04:42:19,305 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-03T04:42:19,306 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,44837,1733200874513-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-03T04:42:19,307 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,44837,1733200874513-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-03T04:42:19,326 DEBUG [master/32beccd76b35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-03T04:42:19,327 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-03T04:42:19,328 INFO  [master/32beccd76b35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32beccd76b35,44837,1733200874513-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T04:42:19,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T04:42:19,407 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-03T04:42:19,408 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-03T04:42:19,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,44837,-1 for getting cluster id
2024-12-03T04:42:19,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T04:42:19,425 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0c13f3d-a319-4f6e-9643-474d40616243'
2024-12-03T04:42:19,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T04:42:19,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0c13f3d-a319-4f6e-9643-474d40616243"

2024-12-03T04:42:19,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5f5f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T04:42:19,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,44837,-1]
2024-12-03T04:42:19,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T04:42:19,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T04:42:19,439 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58044, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T04:42:19,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fad6539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T04:42:19,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T04:42:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,34269,1733200875410, seqNum=-1]
2024-12-03T04:42:19,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T04:42:19,453 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T04:42:19,474 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32beccd76b35,44837,1733200874513
2024-12-03T04:42:19,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68214a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T04:42:19,477 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32beccd76b35,44837,-1 for getting cluster id
2024-12-03T04:42:19,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T04:42:19,479 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0c13f3d-a319-4f6e-9643-474d40616243'
2024-12-03T04:42:19,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T04:42:19,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0c13f3d-a319-4f6e-9643-474d40616243"

2024-12-03T04:42:19,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245edd47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T04:42:19,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32beccd76b35,44837,-1]
2024-12-03T04:42:19,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T04:42:19,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T04:42:19,483 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T04:42:19,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bbbb7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T04:42:19,524 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=481, ProcessCount=11, AvailableMemoryMB=5029
2024-12-03T04:42:19,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T04:42:19,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32beccd76b35,44837,1733200874513
2024-12-03T04:42:19,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ee78c4f
2024-12-03T04:42:19,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T04:42:19,551 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T04:42:19,557 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T04:42:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-12-03T04:42:19,568 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T04:42:19,570 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-12-03T04:42:19,570 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:42:19,573 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T04:42:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-03T04:42:19,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741835_1011 (size=428)
2024-12-03T04:42:19,995 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8b26640364e0309c327d7205a0d18bd, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077
2024-12-03T04:42:20,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741836_1012 (size=79)
2024-12-03T04:42:20,012 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:42:20,012 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing b8b26640364e0309c327d7205a0d18bd, disabling compactions & flushes
2024-12-03T04:42:20,012 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd.
2024-12-03T04:42:20,012 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd.
2024-12-03T04:42:20,012 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd. after waiting 0 ms
2024-12-03T04:42:20,012 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd.
2024-12-03T04:42:20,012 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd.
2024-12-03T04:42:20,013 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8b26640364e0309c327d7205a0d18bd:
Waiting for close lock at 1733200940012Disabling compacts and flushes for region at 1733200940012Disabling writes for close at 1733200940012Writing region close event to WAL at 1733200940012Closed at 1733200940012
2024-12-03T04:42:20,015 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T04:42:20,021 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733200940016"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733200940016"}]},"ts":"1733200940016"}
2024-12-03T04:42:20,027 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T04:42:20,029 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T04:42:20,033 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733200940029"}]},"ts":"1733200940029"}
2024-12-03T04:42:20,038 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-12-03T04:42:20,040 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=b8b26640364e0309c327d7205a0d18bd, ASSIGN}]
2024-12-03T04:42:20,043 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=b8b26640364e0309c327d7205a0d18bd, ASSIGN
2024-12-03T04:42:20,045 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=b8b26640364e0309c327d7205a0d18bd, ASSIGN; state=OFFLINE, location=32beccd76b35,34269,1733200875410; forceNewPlan=false, retain=false
2024-12-03T04:42:20,197 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8b26640364e0309c327d7205a0d18bd, regionState=OPENING, regionLocation=32beccd76b35,34269,1733200875410
2024-12-03T04:42:20,202 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=b8b26640364e0309c327d7205a0d18bd, ASSIGN because future has completed
2024-12-03T04:42:20,203 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8b26640364e0309c327d7205a0d18bd, server=32beccd76b35,34269,1733200875410}]
2024-12-03T04:42:20,364 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd.
2024-12-03T04:42:20,365 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b8b26640364e0309c327d7205a0d18bd, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd.', STARTKEY => '', ENDKEY => ''}
2024-12-03T04:42:20,365 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync b8b26640364e0309c327d7205a0d18bd
2024-12-03T04:42:20,366 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:42:20,366 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b8b26640364e0309c327d7205a0d18bd
2024-12-03T04:42:20,366 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b8b26640364e0309c327d7205a0d18bd
2024-12-03T04:42:20,368 INFO  [StoreOpener-b8b26640364e0309c327d7205a0d18bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b8b26640364e0309c327d7205a0d18bd 
2024-12-03T04:42:20,372 INFO  [StoreOpener-b8b26640364e0309c327d7205a0d18bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8b26640364e0309c327d7205a0d18bd columnFamilyName testFamily
2024-12-03T04:42:20,372 DEBUG [StoreOpener-b8b26640364e0309c327d7205a0d18bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:42:20,373 INFO  [StoreOpener-b8b26640364e0309c327d7205a0d18bd-1 {}] regionserver.HStore(327): Store=b8b26640364e0309c327d7205a0d18bd/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T04:42:20,373 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b8b26640364e0309c327d7205a0d18bd
2024-12-03T04:42:20,375 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b8b26640364e0309c327d7205a0d18bd
2024-12-03T04:42:20,375 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b8b26640364e0309c327d7205a0d18bd
2024-12-03T04:42:20,376 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b8b26640364e0309c327d7205a0d18bd
2024-12-03T04:42:20,377 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b8b26640364e0309c327d7205a0d18bd
2024-12-03T04:42:20,381 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b8b26640364e0309c327d7205a0d18bd
2024-12-03T04:42:20,386 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b8b26640364e0309c327d7205a0d18bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T04:42:20,394 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b8b26640364e0309c327d7205a0d18bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70978045, jitterRate=0.05765528976917267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T04:42:20,395 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8b26640364e0309c327d7205a0d18bd
2024-12-03T04:42:20,396 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b8b26640364e0309c327d7205a0d18bd:
Running coprocessor pre-open hook at 1733200940366Writing region info on filesystem at 1733200940366Initializing all the Stores at 1733200940368 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733200940368Cleaning up temporary data from old regions at 1733200940377 (+9 ms)Running coprocessor post-open hooks at 1733200940395 (+18 ms)Region opened successfully at 1733200940395
2024-12-03T04:42:20,399 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd., pid=6, masterSystemTime=1733200940357
2024-12-03T04:42:20,403 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd.
2024-12-03T04:42:20,404 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd.
2024-12-03T04:42:20,405 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8b26640364e0309c327d7205a0d18bd, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,34269,1733200875410
2024-12-03T04:42:20,410 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8b26640364e0309c327d7205a0d18bd, server=32beccd76b35,34269,1733200875410 because future has completed
2024-12-03T04:42:20,417 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-03T04:42:20,417 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b8b26640364e0309c327d7205a0d18bd, server=32beccd76b35,34269,1733200875410 in 209 msec
2024-12-03T04:42:20,421 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-03T04:42:20,421 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=b8b26640364e0309c327d7205a0d18bd, ASSIGN in 377 msec
2024-12-03T04:42:20,423 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T04:42:20,423 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733200940423"}]},"ts":"1733200940423"}
2024-12-03T04:42:20,427 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-12-03T04:42:20,429 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T04:42:20,432 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 870 msec
2024-12-03T04:42:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-03T04:42:20,588 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-12-03T04:42:20,588 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-12-03T04:42:20,590 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T04:42:20,595 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-12-03T04:42:20,595 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T04:42:20,596 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-12-03T04:42:20,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T04:42:20,600 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32beccd76b35,34269,1733200875410, seqNum=-1]
2024-12-03T04:42:20,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T04:42:20,603 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T04:42:20,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd., hostname=32beccd76b35,34269,1733200875410, seqNum=2]
2024-12-03T04:42:20,623 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T04:42:20,628 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-12-03T04:42:20,634 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-03T04:42:20,638 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-03T04:42:20,639 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-03T04:42:20,640 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=98918929392467976
2024-12-03T04:42:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:60178 deadline: 1733200943639, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T04:42:20,647 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-03T04:42:20,649 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-03T04:42:20,649 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T04:42:20,651 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T04:42:20,651 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=98918929392467978
2024-12-03T04:42:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:60178 deadline: 1733200943650, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T04:42:20,655 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T04:42:20,656 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=98918929392467979
2024-12-03T04:42:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:60178 deadline: 1733200943654, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T04:42:20,659 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T04:42:20,660 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=98918929392467980
2024-12-03T04:42:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:60178 deadline: 1733200943659, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T04:42:20,664 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T04:42:20,674 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1981448438_22 at /127.0.0.1:34020 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/32beccd76b35:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=481 (was 481), ProcessCount=11 (was 11), AvailableMemoryMB=4955 (was 5029)
2024-12-03T04:42:20,682 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=481, ProcessCount=11, AvailableMemoryMB=4955
2024-12-03T04:42:20,685 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T04:42:20,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44837 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-12-03T04:42:20,689 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T04:42:20,689 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:42:20,689 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-12-03T04:42:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-03T04:42:20,691 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T04:42:20,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741837_1013 (size=414)
2024-12-03T04:42:21,104 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6efc25e864252cd72f644443c1fb10a5, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077
2024-12-03T04:42:21,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741838_1014 (size=65)
2024-12-03T04:42:21,514 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:42:21,515 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 6efc25e864252cd72f644443c1fb10a5, disabling compactions & flushes
2024-12-03T04:42:21,515 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5.
2024-12-03T04:42:21,515 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5.
2024-12-03T04:42:21,515 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5. after waiting 0 ms
2024-12-03T04:42:21,515 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5.
2024-12-03T04:42:21,515 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5.
2024-12-03T04:42:21,515 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6efc25e864252cd72f644443c1fb10a5:
Waiting for close lock at 1733200941515Disabling compacts and flushes for region at 1733200941515Disabling writes for close at 1733200941515Writing region close event to WAL at 1733200941515Closed at 1733200941515
2024-12-03T04:42:21,519 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T04:42:21,519 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733200941519"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733200941519"}]},"ts":"1733200941519"}
2024-12-03T04:42:21,523 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T04:42:21,525 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T04:42:21,526 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733200941526"}]},"ts":"1733200941526"}
2024-12-03T04:42:21,531 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-03T04:42:21,532 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=6efc25e864252cd72f644443c1fb10a5, ASSIGN}]
2024-12-03T04:42:21,534 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=6efc25e864252cd72f644443c1fb10a5, ASSIGN
2024-12-03T04:42:21,536 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=6efc25e864252cd72f644443c1fb10a5, ASSIGN; state=OFFLINE, location=32beccd76b35,34269,1733200875410; forceNewPlan=false, retain=false
2024-12-03T04:42:21,688 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6efc25e864252cd72f644443c1fb10a5, regionState=OPENING, regionLocation=32beccd76b35,34269,1733200875410
2024-12-03T04:42:21,693 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=6efc25e864252cd72f644443c1fb10a5, ASSIGN because future has completed
2024-12-03T04:42:21,694 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6efc25e864252cd72f644443c1fb10a5, server=32beccd76b35,34269,1733200875410}]
2024-12-03T04:42:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-03T04:42:21,856 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5.
2024-12-03T04:42:21,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 6efc25e864252cd72f644443c1fb10a5, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5.', STARTKEY => '', ENDKEY => ''}
2024-12-03T04:42:21,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 6efc25e864252cd72f644443c1fb10a5
2024-12-03T04:42:21,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:42:21,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 6efc25e864252cd72f644443c1fb10a5
2024-12-03T04:42:21,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 6efc25e864252cd72f644443c1fb10a5
2024-12-03T04:42:21,860 INFO  [StoreOpener-6efc25e864252cd72f644443c1fb10a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6efc25e864252cd72f644443c1fb10a5 
2024-12-03T04:42:21,862 INFO  [StoreOpener-6efc25e864252cd72f644443c1fb10a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6efc25e864252cd72f644443c1fb10a5 columnFamilyName testFamily
2024-12-03T04:42:21,862 DEBUG [StoreOpener-6efc25e864252cd72f644443c1fb10a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:42:21,863 INFO  [StoreOpener-6efc25e864252cd72f644443c1fb10a5-1 {}] regionserver.HStore(327): Store=6efc25e864252cd72f644443c1fb10a5/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T04:42:21,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 6efc25e864252cd72f644443c1fb10a5
2024-12-03T04:42:21,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnOpenScanner/6efc25e864252cd72f644443c1fb10a5
2024-12-03T04:42:21,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnOpenScanner/6efc25e864252cd72f644443c1fb10a5
2024-12-03T04:42:21,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 6efc25e864252cd72f644443c1fb10a5
2024-12-03T04:42:21,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 6efc25e864252cd72f644443c1fb10a5
2024-12-03T04:42:21,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 6efc25e864252cd72f644443c1fb10a5
2024-12-03T04:42:21,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnOpenScanner/6efc25e864252cd72f644443c1fb10a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T04:42:21,879 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 6efc25e864252cd72f644443c1fb10a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66788309, jitterRate=-0.0047766417264938354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T04:42:21,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6efc25e864252cd72f644443c1fb10a5
2024-12-03T04:42:21,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 6efc25e864252cd72f644443c1fb10a5:
Running coprocessor pre-open hook at 1733200941857Writing region info on filesystem at 1733200941857Initializing all the Stores at 1733200941859 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733200941859Cleaning up temporary data from old regions at 1733200941869 (+10 ms)Running coprocessor post-open hooks at 1733200941879 (+10 ms)Region opened successfully at 1733200941882 (+3 ms)
2024-12-03T04:42:21,884 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5., pid=9, masterSystemTime=1733200941849
2024-12-03T04:42:21,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5.
2024-12-03T04:42:21,888 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5.
2024-12-03T04:42:21,889 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6efc25e864252cd72f644443c1fb10a5, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,34269,1733200875410
2024-12-03T04:42:21,893 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6efc25e864252cd72f644443c1fb10a5, server=32beccd76b35,34269,1733200875410 because future has completed
2024-12-03T04:42:21,899 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-03T04:42:21,900 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 6efc25e864252cd72f644443c1fb10a5, server=32beccd76b35,34269,1733200875410 in 201 msec
2024-12-03T04:42:21,904 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-03T04:42:21,904 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=6efc25e864252cd72f644443c1fb10a5, ASSIGN in 369 msec
2024-12-03T04:42:21,905 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T04:42:21,906 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733200941905"}]},"ts":"1733200941905"}
2024-12-03T04:42:21,909 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-03T04:42:21,911 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T04:42:21,918 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2260 sec
2024-12-03T04:42:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-03T04:42:23,718 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-12-03T04:42:23,719 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-03T04:42:23,719 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T04:42:23,725 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-03T04:42:23,726 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T04:42:23,726 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-12-03T04:42:23,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5., hostname=32beccd76b35,34269,1733200875410, seqNum=2]
2024-12-03T04:42:23,748 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T04:42:23,748 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-03T04:42:23,754 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-03T04:42:23,757 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34269 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-03T04:42:24,573 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T04:42:24,608 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-12-03T04:42:24,610 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-03T04:42:24,611 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-12-03T04:42:25,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-03T04:42:25,048 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-03T04:42:25,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-03T04:42:25,050 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-03T04:42:25,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-03T04:42:25,050 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-12-03T04:42:25,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-03T04:42:25,051 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-03T04:42:29,772 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5., hostname=32beccd76b35,34269,1733200875410, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5., hostname=32beccd76b35,34269,1733200875410, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=32beccd76b35:34269 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms
2024-12-03T04:42:29,773 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5., hostname=32beccd76b35,34269,1733200875410, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms
2024-12-03T04:42:29,773 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5., hostname=32beccd76b35,34269,1733200875410, seqNum=2 from cache
2024-12-03T04:42:29,789 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=462 (was 481), ProcessCount=11 (was 11), AvailableMemoryMB=5356 (was 4955) - AvailableMemoryMB LEAK? -
2024-12-03T04:42:29,800 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=462, ProcessCount=11, AvailableMemoryMB=5356
2024-12-03T04:42:29,804 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T04:42:29,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44837 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-12-03T04:42:29,809 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T04:42:29,809 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:42:29,809 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-12-03T04:42:29,811 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T04:42:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-03T04:42:29,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741839_1015 (size=412)
2024-12-03T04:42:30,225 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b1672d9e7abe6d8b8b6ac1b109908ea, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077
2024-12-03T04:42:30,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741840_1016 (size=63)
2024-12-03T04:42:30,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-12-03T04:42:30,635 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:42:30,636 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 2b1672d9e7abe6d8b8b6ac1b109908ea, disabling compactions & flushes
2024-12-03T04:42:30,636 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea.
2024-12-03T04:42:30,636 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea.
2024-12-03T04:42:30,636 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea. after waiting 0 ms
2024-12-03T04:42:30,636 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea.
2024-12-03T04:42:30,636 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea.
2024-12-03T04:42:30,636 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b1672d9e7abe6d8b8b6ac1b109908ea:
Waiting for close lock at 1733200950636Disabling compacts and flushes for region at 1733200950636Disabling writes for close at 1733200950636Writing region close event to WAL at 1733200950636Closed at 1733200950636
2024-12-03T04:42:30,638 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T04:42:30,639 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733200950639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733200950639"}]},"ts":"1733200950639"}
2024-12-03T04:42:30,642 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T04:42:30,644 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T04:42:30,644 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733200950644"}]},"ts":"1733200950644"}
2024-12-03T04:42:30,647 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-03T04:42:30,647 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2b1672d9e7abe6d8b8b6ac1b109908ea, ASSIGN}]
2024-12-03T04:42:30,649 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2b1672d9e7abe6d8b8b6ac1b109908ea, ASSIGN
2024-12-03T04:42:30,650 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2b1672d9e7abe6d8b8b6ac1b109908ea, ASSIGN; state=OFFLINE, location=32beccd76b35,34269,1733200875410; forceNewPlan=false, retain=false
2024-12-03T04:42:30,801 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2b1672d9e7abe6d8b8b6ac1b109908ea, regionState=OPENING, regionLocation=32beccd76b35,34269,1733200875410
2024-12-03T04:42:30,805 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2b1672d9e7abe6d8b8b6ac1b109908ea, ASSIGN because future has completed
2024-12-03T04:42:30,806 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b1672d9e7abe6d8b8b6ac1b109908ea, server=32beccd76b35,34269,1733200875410}]
2024-12-03T04:42:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-03T04:42:30,970 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea.
2024-12-03T04:42:30,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b1672d9e7abe6d8b8b6ac1b109908ea, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea.', STARTKEY => '', ENDKEY => ''}
2024-12-03T04:42:30,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 2b1672d9e7abe6d8b8b6ac1b109908ea
2024-12-03T04:42:30,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:42:30,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 2b1672d9e7abe6d8b8b6ac1b109908ea
2024-12-03T04:42:30,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 2b1672d9e7abe6d8b8b6ac1b109908ea
2024-12-03T04:42:30,984 INFO  [StoreOpener-2b1672d9e7abe6d8b8b6ac1b109908ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2b1672d9e7abe6d8b8b6ac1b109908ea 
2024-12-03T04:42:30,993 INFO  [StoreOpener-2b1672d9e7abe6d8b8b6ac1b109908ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b1672d9e7abe6d8b8b6ac1b109908ea columnFamilyName testFamily
2024-12-03T04:42:30,993 DEBUG [StoreOpener-2b1672d9e7abe6d8b8b6ac1b109908ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:42:30,998 INFO  [StoreOpener-2b1672d9e7abe6d8b8b6ac1b109908ea-1 {}] regionserver.HStore(327): Store=2b1672d9e7abe6d8b8b6ac1b109908ea/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T04:42:30,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 2b1672d9e7abe6d8b8b6ac1b109908ea
2024-12-03T04:42:31,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnNextAsync/2b1672d9e7abe6d8b8b6ac1b109908ea
2024-12-03T04:42:31,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnNextAsync/2b1672d9e7abe6d8b8b6ac1b109908ea
2024-12-03T04:42:31,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 2b1672d9e7abe6d8b8b6ac1b109908ea
2024-12-03T04:42:31,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 2b1672d9e7abe6d8b8b6ac1b109908ea
2024-12-03T04:42:31,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 2b1672d9e7abe6d8b8b6ac1b109908ea
2024-12-03T04:42:31,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnNextAsync/2b1672d9e7abe6d8b8b6ac1b109908ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T04:42:31,023 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 2b1672d9e7abe6d8b8b6ac1b109908ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63763297, jitterRate=-0.04985283315181732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T04:42:31,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b1672d9e7abe6d8b8b6ac1b109908ea
2024-12-03T04:42:31,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 2b1672d9e7abe6d8b8b6ac1b109908ea:
Running coprocessor pre-open hook at 1733200950972Writing region info on filesystem at 1733200950972Initializing all the Stores at 1733200950979 (+7 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733200950979Cleaning up temporary data from old regions at 1733200951015 (+36 ms)Running coprocessor post-open hooks at 1733200951024 (+9 ms)Region opened successfully at 1733200951024
2024-12-03T04:42:31,026 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea., pid=12, masterSystemTime=1733200950960
2024-12-03T04:42:31,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea.
2024-12-03T04:42:31,030 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea.
2024-12-03T04:42:31,031 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2b1672d9e7abe6d8b8b6ac1b109908ea, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,34269,1733200875410
2024-12-03T04:42:31,035 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b1672d9e7abe6d8b8b6ac1b109908ea, server=32beccd76b35,34269,1733200875410 because future has completed
2024-12-03T04:42:31,040 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-03T04:42:31,040 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b1672d9e7abe6d8b8b6ac1b109908ea, server=32beccd76b35,34269,1733200875410 in 231 msec
2024-12-03T04:42:31,044 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-03T04:42:31,044 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2b1672d9e7abe6d8b8b6ac1b109908ea, ASSIGN in 393 msec
2024-12-03T04:42:31,045 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T04:42:31,046 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733200951045"}]},"ts":"1733200951045"}
2024-12-03T04:42:31,048 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-03T04:42:31,049 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T04:42:31,052 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2450 sec
2024-12-03T04:42:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-03T04:42:32,838 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-12-03T04:42:32,838 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-03T04:42:32,839 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T04:42:32,844 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-03T04:42:32,845 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T04:42:32,845 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-12-03T04:42:32,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea., hostname=32beccd76b35,34269,1733200875410, seqNum=2]
2024-12-03T04:42:32,870 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T04:42:32,870 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-03T04:42:32,878 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-03T04:42:32,892 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-03T04:42:32,895 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34269 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-03T04:42:32,895 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-03T04:42:35,049 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-03T04:42:35,049 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-03T04:42:36,489 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T04:42:36,613 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-12-03T04:42:38,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34269 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '98918929392467989' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-03T04:42:38,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34269 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:60178 deadline: 1733200964908, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '98918929392467989' does not exist
2024-12-03T04:42:38,912 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 32beccd76b35,34269,1733200875410 for closing scanner id = 98918929392467989 for 2b1672d9e7abe6d8b8b6ac1b109908ea of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '98918929392467989' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T04:42:38,915 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=398 (was 462), ProcessCount=11 (was 11), AvailableMemoryMB=4797 (was 5356)
2024-12-03T04:42:38,923 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=398, ProcessCount=11, AvailableMemoryMB=4796
2024-12-03T04:42:38,926 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T04:42:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-12-03T04:42:38,929 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T04:42:38,929 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:42:38,930 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-12-03T04:42:38,931 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T04:42:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-03T04:42:38,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741841_1017 (size=423)
2024-12-03T04:42:39,342 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40ce1c696a592b53d325b2dbdec4d3f6, NAME => 'testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077
2024-12-03T04:42:39,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741842_1018 (size=74)
2024-12-03T04:42:39,350 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:42:39,351 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 40ce1c696a592b53d325b2dbdec4d3f6, disabling compactions & flushes
2024-12-03T04:42:39,351 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6.
2024-12-03T04:42:39,351 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6.
2024-12-03T04:42:39,351 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6. after waiting 0 ms
2024-12-03T04:42:39,351 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6.
2024-12-03T04:42:39,351 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6.
2024-12-03T04:42:39,351 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40ce1c696a592b53d325b2dbdec4d3f6:
Waiting for close lock at 1733200959350Disabling compacts and flushes for region at 1733200959350Disabling writes for close at 1733200959351 (+1 ms)Writing region close event to WAL at 1733200959351Closed at 1733200959351
2024-12-03T04:42:39,353 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T04:42:39,353 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733200959353"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733200959353"}]},"ts":"1733200959353"}
2024-12-03T04:42:39,356 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T04:42:39,358 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T04:42:39,358 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733200959358"}]},"ts":"1733200959358"}
2024-12-03T04:42:39,360 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-12-03T04:42:39,360 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=40ce1c696a592b53d325b2dbdec4d3f6, ASSIGN}]
2024-12-03T04:42:39,362 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=40ce1c696a592b53d325b2dbdec4d3f6, ASSIGN
2024-12-03T04:42:39,363 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=40ce1c696a592b53d325b2dbdec4d3f6, ASSIGN; state=OFFLINE, location=32beccd76b35,34269,1733200875410; forceNewPlan=false, retain=false
2024-12-03T04:42:39,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-12-03T04:42:39,514 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=40ce1c696a592b53d325b2dbdec4d3f6, regionState=OPENING, regionLocation=32beccd76b35,34269,1733200875410
2024-12-03T04:42:39,517 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=40ce1c696a592b53d325b2dbdec4d3f6, ASSIGN because future has completed
2024-12-03T04:42:39,518 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40ce1c696a592b53d325b2dbdec4d3f6, server=32beccd76b35,34269,1733200875410}]
2024-12-03T04:42:39,677 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6.
2024-12-03T04:42:39,677 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 40ce1c696a592b53d325b2dbdec4d3f6, NAME => 'testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6.', STARTKEY => '', ENDKEY => ''}
2024-12-03T04:42:39,678 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 40ce1c696a592b53d325b2dbdec4d3f6
2024-12-03T04:42:39,678 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:42:39,678 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 40ce1c696a592b53d325b2dbdec4d3f6
2024-12-03T04:42:39,678 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 40ce1c696a592b53d325b2dbdec4d3f6
2024-12-03T04:42:39,680 INFO  [StoreOpener-40ce1c696a592b53d325b2dbdec4d3f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 40ce1c696a592b53d325b2dbdec4d3f6 
2024-12-03T04:42:39,683 INFO  [StoreOpener-40ce1c696a592b53d325b2dbdec4d3f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40ce1c696a592b53d325b2dbdec4d3f6 columnFamilyName testFamily
2024-12-03T04:42:39,684 DEBUG [StoreOpener-40ce1c696a592b53d325b2dbdec4d3f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:42:39,685 INFO  [StoreOpener-40ce1c696a592b53d325b2dbdec4d3f6-1 {}] regionserver.HStore(327): Store=40ce1c696a592b53d325b2dbdec4d3f6/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T04:42:39,685 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 40ce1c696a592b53d325b2dbdec4d3f6
2024-12-03T04:42:39,686 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testRetryOutOfOrderScannerNextException/40ce1c696a592b53d325b2dbdec4d3f6
2024-12-03T04:42:39,686 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testRetryOutOfOrderScannerNextException/40ce1c696a592b53d325b2dbdec4d3f6
2024-12-03T04:42:39,687 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 40ce1c696a592b53d325b2dbdec4d3f6
2024-12-03T04:42:39,687 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 40ce1c696a592b53d325b2dbdec4d3f6
2024-12-03T04:42:39,690 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 40ce1c696a592b53d325b2dbdec4d3f6
2024-12-03T04:42:39,693 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testRetryOutOfOrderScannerNextException/40ce1c696a592b53d325b2dbdec4d3f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T04:42:39,693 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 40ce1c696a592b53d325b2dbdec4d3f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69696029, jitterRate=0.03855176270008087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T04:42:39,694 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40ce1c696a592b53d325b2dbdec4d3f6
2024-12-03T04:42:39,694 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 40ce1c696a592b53d325b2dbdec4d3f6:
Running coprocessor pre-open hook at 1733200959678Writing region info on filesystem at 1733200959678Initializing all the Stores at 1733200959679 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733200959679Cleaning up temporary data from old regions at 1733200959687 (+8 ms)Running coprocessor post-open hooks at 1733200959694 (+7 ms)Region opened successfully at 1733200959694
2024-12-03T04:42:39,696 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6., pid=15, masterSystemTime=1733200959671
2024-12-03T04:42:39,699 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6.
2024-12-03T04:42:39,699 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6.
2024-12-03T04:42:39,700 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=40ce1c696a592b53d325b2dbdec4d3f6, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,34269,1733200875410
2024-12-03T04:42:39,703 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40ce1c696a592b53d325b2dbdec4d3f6, server=32beccd76b35,34269,1733200875410 because future has completed
2024-12-03T04:42:39,707 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-03T04:42:39,707 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 40ce1c696a592b53d325b2dbdec4d3f6, server=32beccd76b35,34269,1733200875410 in 186 msec
2024-12-03T04:42:39,711 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-03T04:42:39,711 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=40ce1c696a592b53d325b2dbdec4d3f6, ASSIGN in 347 msec
2024-12-03T04:42:39,712 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T04:42:39,712 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733200959712"}]},"ts":"1733200959712"}
2024-12-03T04:42:39,714 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-12-03T04:42:39,715 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T04:42:39,718 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 789 msec
2024-12-03T04:42:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-03T04:42:39,938 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-12-03T04:42:39,938 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-12-03T04:42:39,938 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T04:42:39,944 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-12-03T04:42:39,944 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T04:42:39,944 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-12-03T04:42:39,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6., hostname=32beccd76b35,34269,1733200875410, seqNum=2]
2024-12-03T04:42:39,959 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T04:42:39,959 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-12-03T04:42:39,963 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-03T04:42:39,967 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-03T04:42:39,969 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-03T04:42:39,969 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=98918929392467993
2024-12-03T04:42:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:60178 deadline: 1733200962968, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T04:42:39,973 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-03T04:42:39,975 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-03T04:42:39,975 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T04:42:39,977 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T04:42:39,978 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=98918929392467995
2024-12-03T04:42:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:60178 deadline: 1733200962976, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T04:42:39,982 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T04:42:39,983 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=98918929392467996
2024-12-03T04:42:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:60178 deadline: 1733200962982, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T04:42:39,987 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T04:42:39,988 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=98918929392467997
2024-12-03T04:42:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:60178 deadline: 1733200962987, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T04:42:39,996 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T04:42:40,012 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1981448438_22 at /127.0.0.1:39524 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=398 (was 398), ProcessCount=11 (was 11), AvailableMemoryMB=4790 (was 4796)
2024-12-03T04:42:40,021 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=398, ProcessCount=11, AvailableMemoryMB=4790
2024-12-03T04:42:40,025 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T04:42:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-12-03T04:42:40,029 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T04:42:40,029 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:42:40,029 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-12-03T04:42:40,031 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T04:42:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-03T04:42:40,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741843_1019 (size=418)
2024-12-03T04:42:40,049 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 017f3d1ee51d40659ceb83c1812f5fc0, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077
2024-12-03T04:42:40,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741844_1020 (size=69)
2024-12-03T04:42:40,460 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:42:40,460 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 017f3d1ee51d40659ceb83c1812f5fc0, disabling compactions & flushes
2024-12-03T04:42:40,460 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0.
2024-12-03T04:42:40,460 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0.
2024-12-03T04:42:40,460 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0. after waiting 0 ms
2024-12-03T04:42:40,460 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0.
2024-12-03T04:42:40,460 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0.
2024-12-03T04:42:40,460 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 017f3d1ee51d40659ceb83c1812f5fc0:
Waiting for close lock at 1733200960460Disabling compacts and flushes for region at 1733200960460Disabling writes for close at 1733200960460Writing region close event to WAL at 1733200960460Closed at 1733200960460
2024-12-03T04:42:40,462 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T04:42:40,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733200960462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733200960462"}]},"ts":"1733200960462"}
2024-12-03T04:42:40,466 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T04:42:40,467 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T04:42:40,467 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733200960467"}]},"ts":"1733200960467"}
2024-12-03T04:42:40,469 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-03T04:42:40,470 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=017f3d1ee51d40659ceb83c1812f5fc0, ASSIGN}]
2024-12-03T04:42:40,471 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=017f3d1ee51d40659ceb83c1812f5fc0, ASSIGN
2024-12-03T04:42:40,472 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=017f3d1ee51d40659ceb83c1812f5fc0, ASSIGN; state=OFFLINE, location=32beccd76b35,34269,1733200875410; forceNewPlan=false, retain=false
2024-12-03T04:42:40,623 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=017f3d1ee51d40659ceb83c1812f5fc0, regionState=OPENING, regionLocation=32beccd76b35,34269,1733200875410
2024-12-03T04:42:40,626 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=017f3d1ee51d40659ceb83c1812f5fc0, ASSIGN because future has completed
2024-12-03T04:42:40,626 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 017f3d1ee51d40659ceb83c1812f5fc0, server=32beccd76b35,34269,1733200875410}]
2024-12-03T04:42:40,785 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0.
2024-12-03T04:42:40,785 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 017f3d1ee51d40659ceb83c1812f5fc0, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0.', STARTKEY => '', ENDKEY => ''}
2024-12-03T04:42:40,786 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 017f3d1ee51d40659ceb83c1812f5fc0
2024-12-03T04:42:40,786 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:42:40,786 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 017f3d1ee51d40659ceb83c1812f5fc0
2024-12-03T04:42:40,786 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 017f3d1ee51d40659ceb83c1812f5fc0
2024-12-03T04:42:40,788 INFO  [StoreOpener-017f3d1ee51d40659ceb83c1812f5fc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 017f3d1ee51d40659ceb83c1812f5fc0 
2024-12-03T04:42:40,790 INFO  [StoreOpener-017f3d1ee51d40659ceb83c1812f5fc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 017f3d1ee51d40659ceb83c1812f5fc0 columnFamilyName testFamily
2024-12-03T04:42:40,791 DEBUG [StoreOpener-017f3d1ee51d40659ceb83c1812f5fc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:42:40,791 INFO  [StoreOpener-017f3d1ee51d40659ceb83c1812f5fc0-1 {}] regionserver.HStore(327): Store=017f3d1ee51d40659ceb83c1812f5fc0/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T04:42:40,791 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 017f3d1ee51d40659ceb83c1812f5fc0
2024-12-03T04:42:40,792 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnOpenScanner/017f3d1ee51d40659ceb83c1812f5fc0
2024-12-03T04:42:40,793 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnOpenScanner/017f3d1ee51d40659ceb83c1812f5fc0
2024-12-03T04:42:40,794 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 017f3d1ee51d40659ceb83c1812f5fc0
2024-12-03T04:42:40,794 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 017f3d1ee51d40659ceb83c1812f5fc0
2024-12-03T04:42:40,796 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 017f3d1ee51d40659ceb83c1812f5fc0
2024-12-03T04:42:40,799 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnOpenScanner/017f3d1ee51d40659ceb83c1812f5fc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T04:42:40,800 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 017f3d1ee51d40659ceb83c1812f5fc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65593261, jitterRate=-0.02258424460887909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T04:42:40,800 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 017f3d1ee51d40659ceb83c1812f5fc0
2024-12-03T04:42:40,801 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 017f3d1ee51d40659ceb83c1812f5fc0:
Running coprocessor pre-open hook at 1733200960786Writing region info on filesystem at 1733200960786Initializing all the Stores at 1733200960788 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733200960788Cleaning up temporary data from old regions at 1733200960794 (+6 ms)Running coprocessor post-open hooks at 1733200960800 (+6 ms)Region opened successfully at 1733200960801 (+1 ms)
2024-12-03T04:42:40,802 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0., pid=18, masterSystemTime=1733200960779
2024-12-03T04:42:40,806 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0.
2024-12-03T04:42:40,806 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0.
2024-12-03T04:42:40,807 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=017f3d1ee51d40659ceb83c1812f5fc0, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,34269,1733200875410
2024-12-03T04:42:40,810 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 017f3d1ee51d40659ceb83c1812f5fc0, server=32beccd76b35,34269,1733200875410 because future has completed
2024-12-03T04:42:40,815 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-03T04:42:40,815 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 017f3d1ee51d40659ceb83c1812f5fc0, server=32beccd76b35,34269,1733200875410 in 185 msec
2024-12-03T04:42:40,819 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-03T04:42:40,819 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=017f3d1ee51d40659ceb83c1812f5fc0, ASSIGN in 345 msec
2024-12-03T04:42:40,822 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T04:42:40,823 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733200960823"}]},"ts":"1733200960823"}
2024-12-03T04:42:40,825 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-03T04:42:40,826 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T04:42:40,828 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 801 msec
2024-12-03T04:42:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-03T04:42:41,048 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-12-03T04:42:41,048 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-03T04:42:41,048 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T04:42:41,052 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-03T04:42:41,052 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T04:42:41,053 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-12-03T04:42:41,056 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0., hostname=32beccd76b35,34269,1733200875410, seqNum=2]
2024-12-03T04:42:41,068 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T04:42:41,068 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-03T04:42:41,071 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-03T04:42:41,073 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-03T04:42:42,073 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0., hostname=32beccd76b35,34269,1733200875410, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0., hostname=32beccd76b35,34269,1733200875410, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=32beccd76b35:34269 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-12-03T04:42:42,073 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0., hostname=32beccd76b35,34269,1733200875410, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-12-03T04:42:42,073 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0., hostname=32beccd76b35,34269,1733200875410, seqNum=2 from cache
2024-12-03T04:42:42,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-12-03T04:42:42,614 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-12-03T04:42:42,615 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-12-03T04:42:43,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0., hostname=32beccd76b35,34269,1733200875410, seqNum=2]
2024-12-03T04:42:43,092 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-03T04:42:43,525 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T04:42:44,073 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0., hostname=32beccd76b35,34269,1733200875410, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0., hostname=32beccd76b35,34269,1733200875410, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=32beccd76b35:34269 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=983ms, rpcTimeout=981ms
2024-12-03T04:42:44,073 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0., hostname=32beccd76b35,34269,1733200875410, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=983ms, rpcTimeout=981ms
2024-12-03T04:42:44,073 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0., hostname=32beccd76b35,34269,1733200875410, seqNum=2 from cache
2024-12-03T04:42:44,083 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223 (was 223), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=374 (was 398), ProcessCount=11 (was 11), AvailableMemoryMB=4761 (was 4790)
2024-12-03T04:42:44,092 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=374, ProcessCount=11, AvailableMemoryMB=4760
2024-12-03T04:42:44,096 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T04:42:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-12-03T04:42:44,099 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T04:42:44,100 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:42:44,100 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-12-03T04:42:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-03T04:42:44,102 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T04:42:44,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741845_1021 (size=416)
2024-12-03T04:42:44,112 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 084c96817fb3db741cfb68c082e5575d, NAME => 'testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077
2024-12-03T04:42:44,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741846_1022 (size=67)
2024-12-03T04:42:44,122 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:42:44,122 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 084c96817fb3db741cfb68c082e5575d, disabling compactions & flushes
2024-12-03T04:42:44,122 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d.
2024-12-03T04:42:44,122 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d.
2024-12-03T04:42:44,122 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d. after waiting 0 ms
2024-12-03T04:42:44,122 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d.
2024-12-03T04:42:44,122 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d.
2024-12-03T04:42:44,122 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 084c96817fb3db741cfb68c082e5575d:
Waiting for close lock at 1733200964122Disabling compacts and flushes for region at 1733200964122Disabling writes for close at 1733200964122Writing region close event to WAL at 1733200964122Closed at 1733200964122
2024-12-03T04:42:44,124 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T04:42:44,124 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733200964124"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733200964124"}]},"ts":"1733200964124"}
2024-12-03T04:42:44,127 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T04:42:44,129 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T04:42:44,129 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733200964129"}]},"ts":"1733200964129"}
2024-12-03T04:42:44,131 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-03T04:42:44,131 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=084c96817fb3db741cfb68c082e5575d, ASSIGN}]
2024-12-03T04:42:44,133 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=084c96817fb3db741cfb68c082e5575d, ASSIGN
2024-12-03T04:42:44,134 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=084c96817fb3db741cfb68c082e5575d, ASSIGN; state=OFFLINE, location=32beccd76b35,34269,1733200875410; forceNewPlan=false, retain=false
2024-12-03T04:42:44,285 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=084c96817fb3db741cfb68c082e5575d, regionState=OPENING, regionLocation=32beccd76b35,34269,1733200875410
2024-12-03T04:42:44,288 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=084c96817fb3db741cfb68c082e5575d, ASSIGN because future has completed
2024-12-03T04:42:44,288 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 084c96817fb3db741cfb68c082e5575d, server=32beccd76b35,34269,1733200875410}]
2024-12-03T04:42:44,448 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d.
2024-12-03T04:42:44,449 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 084c96817fb3db741cfb68c082e5575d, NAME => 'testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d.', STARTKEY => '', ENDKEY => ''}
2024-12-03T04:42:44,450 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 084c96817fb3db741cfb68c082e5575d
2024-12-03T04:42:44,450 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:42:44,450 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 084c96817fb3db741cfb68c082e5575d
2024-12-03T04:42:44,450 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 084c96817fb3db741cfb68c082e5575d
2024-12-03T04:42:44,453 INFO  [StoreOpener-084c96817fb3db741cfb68c082e5575d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 084c96817fb3db741cfb68c082e5575d 
2024-12-03T04:42:44,455 INFO  [StoreOpener-084c96817fb3db741cfb68c082e5575d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 084c96817fb3db741cfb68c082e5575d columnFamilyName testFamily
2024-12-03T04:42:44,455 DEBUG [StoreOpener-084c96817fb3db741cfb68c082e5575d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:42:44,456 INFO  [StoreOpener-084c96817fb3db741cfb68c082e5575d-1 {}] regionserver.HStore(327): Store=084c96817fb3db741cfb68c082e5575d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T04:42:44,456 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 084c96817fb3db741cfb68c082e5575d
2024-12-03T04:42:44,461 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnNextAsync/084c96817fb3db741cfb68c082e5575d
2024-12-03T04:42:44,463 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnNextAsync/084c96817fb3db741cfb68c082e5575d
2024-12-03T04:42:44,463 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 084c96817fb3db741cfb68c082e5575d
2024-12-03T04:42:44,464 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 084c96817fb3db741cfb68c082e5575d
2024-12-03T04:42:44,468 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 084c96817fb3db741cfb68c082e5575d
2024-12-03T04:42:44,478 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnNextAsync/084c96817fb3db741cfb68c082e5575d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T04:42:44,479 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 084c96817fb3db741cfb68c082e5575d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72912889, jitterRate=0.08648671209812164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T04:42:44,479 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 084c96817fb3db741cfb68c082e5575d
2024-12-03T04:42:44,480 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 084c96817fb3db741cfb68c082e5575d:
Running coprocessor pre-open hook at 1733200964451Writing region info on filesystem at 1733200964451Initializing all the Stores at 1733200964452 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733200964452Cleaning up temporary data from old regions at 1733200964464 (+12 ms)Running coprocessor post-open hooks at 1733200964479 (+15 ms)Region opened successfully at 1733200964480 (+1 ms)
2024-12-03T04:42:44,482 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d., pid=21, masterSystemTime=1733200964441
2024-12-03T04:42:44,487 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d.
2024-12-03T04:42:44,487 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d.
2024-12-03T04:42:44,488 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=084c96817fb3db741cfb68c082e5575d, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,34269,1733200875410
2024-12-03T04:42:44,492 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 084c96817fb3db741cfb68c082e5575d, server=32beccd76b35,34269,1733200875410 because future has completed
2024-12-03T04:42:44,496 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-03T04:42:44,496 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 084c96817fb3db741cfb68c082e5575d, server=32beccd76b35,34269,1733200875410 in 205 msec
2024-12-03T04:42:44,499 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-03T04:42:44,500 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=084c96817fb3db741cfb68c082e5575d, ASSIGN in 365 msec
2024-12-03T04:42:44,501 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T04:42:44,501 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733200964501"}]},"ts":"1733200964501"}
2024-12-03T04:42:44,504 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-03T04:42:44,506 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T04:42:44,509 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 410 msec
2024-12-03T04:42:44,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-12-03T04:42:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-03T04:42:45,108 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-12-03T04:42:45,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-03T04:42:45,108 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T04:42:45,118 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-03T04:42:45,118 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T04:42:45,118 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-12-03T04:42:45,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d., hostname=32beccd76b35,34269,1733200875410, seqNum=2]
2024-12-03T04:42:45,150 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T04:42:45,151 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-03T04:42:45,156 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-03T04:42:45,158 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-03T04:42:45,160 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-03T04:42:45,160 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-03T04:42:45,180 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T04:42:45,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-03T04:42:45,218 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-12-03T04:42:45,219 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-03T04:42:45,219 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-03T04:42:45,220 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-03T04:42:45,220 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-03T04:42:48,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34269 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '98918929392468008' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-03T04:42:48,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34269 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:60178 deadline: 1733200969165, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '98918929392468008' does not exist
2024-12-03T04:42:48,170 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 32beccd76b35,34269,1733200875410 for closing scanner id = 98918929392468008 for 084c96817fb3db741cfb68c082e5575d of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '98918929392468008' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T04:42:48,180 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 223), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 374) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5119 (was 4760) - AvailableMemoryMB LEAK? -
2024-12-03T04:42:48,192 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=5118
2024-12-03T04:42:48,195 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T04:42:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-12-03T04:42:48,199 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T04:42:48,199 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:42:48,199 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-12-03T04:42:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-03T04:42:48,202 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T04:42:48,211 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741847_1023 (size=411)
2024-12-03T04:42:48,616 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97af147d2b72a63274febebc1cc5d388, NAME => 'testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077
2024-12-03T04:42:48,616 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-12-03T04:42:48,623 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741848_1024 (size=62)
2024-12-03T04:42:48,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-12-03T04:42:49,025 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:42:49,026 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 97af147d2b72a63274febebc1cc5d388, disabling compactions & flushes
2024-12-03T04:42:49,026 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388.
2024-12-03T04:42:49,026 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388.
2024-12-03T04:42:49,026 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388. after waiting 0 ms
2024-12-03T04:42:49,026 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388.
2024-12-03T04:42:49,027 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388.
2024-12-03T04:42:49,027 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97af147d2b72a63274febebc1cc5d388:
Waiting for close lock at 1733200969026Disabling compacts and flushes for region at 1733200969026Disabling writes for close at 1733200969026Writing region close event to WAL at 1733200969027 (+1 ms)Closed at 1733200969027
2024-12-03T04:42:49,031 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T04:42:49,031 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733200969031"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733200969031"}]},"ts":"1733200969031"}
2024-12-03T04:42:49,035 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T04:42:49,037 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T04:42:49,037 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733200969037"}]},"ts":"1733200969037"}
2024-12-03T04:42:49,040 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-03T04:42:49,040 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=97af147d2b72a63274febebc1cc5d388, ASSIGN}]
2024-12-03T04:42:49,042 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=97af147d2b72a63274febebc1cc5d388, ASSIGN
2024-12-03T04:42:49,044 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=97af147d2b72a63274febebc1cc5d388, ASSIGN; state=OFFLINE, location=32beccd76b35,34269,1733200875410; forceNewPlan=false, retain=false
2024-12-03T04:42:49,195 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=97af147d2b72a63274febebc1cc5d388, regionState=OPENING, regionLocation=32beccd76b35,34269,1733200875410
2024-12-03T04:42:49,198 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=97af147d2b72a63274febebc1cc5d388, ASSIGN because future has completed
2024-12-03T04:42:49,199 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97af147d2b72a63274febebc1cc5d388, server=32beccd76b35,34269,1733200875410}]
2024-12-03T04:42:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-03T04:42:49,357 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388.
2024-12-03T04:42:49,358 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 97af147d2b72a63274febebc1cc5d388, NAME => 'testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388.', STARTKEY => '', ENDKEY => ''}
2024-12-03T04:42:49,358 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 97af147d2b72a63274febebc1cc5d388
2024-12-03T04:42:49,358 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:42:49,359 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 97af147d2b72a63274febebc1cc5d388
2024-12-03T04:42:49,359 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 97af147d2b72a63274febebc1cc5d388
2024-12-03T04:42:49,361 INFO  [StoreOpener-97af147d2b72a63274febebc1cc5d388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 97af147d2b72a63274febebc1cc5d388 
2024-12-03T04:42:49,363 INFO  [StoreOpener-97af147d2b72a63274febebc1cc5d388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97af147d2b72a63274febebc1cc5d388 columnFamilyName testFamily
2024-12-03T04:42:49,363 DEBUG [StoreOpener-97af147d2b72a63274febebc1cc5d388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:42:49,363 INFO  [StoreOpener-97af147d2b72a63274febebc1cc5d388-1 {}] regionserver.HStore(327): Store=97af147d2b72a63274febebc1cc5d388/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T04:42:49,364 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 97af147d2b72a63274febebc1cc5d388
2024-12-03T04:42:49,364 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnNext/97af147d2b72a63274febebc1cc5d388
2024-12-03T04:42:49,365 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnNext/97af147d2b72a63274febebc1cc5d388
2024-12-03T04:42:49,366 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 97af147d2b72a63274febebc1cc5d388
2024-12-03T04:42:49,366 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 97af147d2b72a63274febebc1cc5d388
2024-12-03T04:42:49,368 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 97af147d2b72a63274febebc1cc5d388
2024-12-03T04:42:49,371 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnNext/97af147d2b72a63274febebc1cc5d388/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T04:42:49,371 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 97af147d2b72a63274febebc1cc5d388; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68692547, jitterRate=0.023598715662956238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T04:42:49,371 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97af147d2b72a63274febebc1cc5d388
2024-12-03T04:42:49,372 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 97af147d2b72a63274febebc1cc5d388:
Running coprocessor pre-open hook at 1733200969359Writing region info on filesystem at 1733200969359Initializing all the Stores at 1733200969360 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733200969360Cleaning up temporary data from old regions at 1733200969366 (+6 ms)Running coprocessor post-open hooks at 1733200969371 (+5 ms)Region opened successfully at 1733200969372 (+1 ms)
2024-12-03T04:42:49,373 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388., pid=24, masterSystemTime=1733200969352
2024-12-03T04:42:49,376 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388.
2024-12-03T04:42:49,376 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388.
2024-12-03T04:42:49,377 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=97af147d2b72a63274febebc1cc5d388, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,34269,1733200875410
2024-12-03T04:42:49,380 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97af147d2b72a63274febebc1cc5d388, server=32beccd76b35,34269,1733200875410 because future has completed
2024-12-03T04:42:49,388 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-03T04:42:49,388 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 97af147d2b72a63274febebc1cc5d388, server=32beccd76b35,34269,1733200875410 in 187 msec
2024-12-03T04:42:49,391 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-03T04:42:49,391 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=97af147d2b72a63274febebc1cc5d388, ASSIGN in 348 msec
2024-12-03T04:42:49,392 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T04:42:49,392 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733200969392"}]},"ts":"1733200969392"}
2024-12-03T04:42:49,395 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-03T04:42:49,396 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T04:42:49,398 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2010 sec
2024-12-03T04:42:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-03T04:42:51,228 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-12-03T04:42:51,228 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-03T04:42:51,228 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T04:42:51,232 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-03T04:42:51,233 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T04:42:51,233 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-12-03T04:42:51,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388., hostname=32beccd76b35,34269,1733200875410, seqNum=2]
2024-12-03T04:42:51,246 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T04:42:51,246 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-03T04:42:51,248 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-03T04:42:51,251 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-03T04:42:51,252 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-03T04:42:51,253 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-03T04:42:54,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34269 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '98918929392468012' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-03T04:42:54,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34269 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:60178 deadline: 1733200975254, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '98918929392468012' does not exist
2024-12-03T04:42:54,258 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 32beccd76b35,34269,1733200875410 for closing scanner id = 98918929392468012 for 97af147d2b72a63274febebc1cc5d388 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '98918929392468012' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T04:42:54,264 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 223), OpenFileDescriptor=448 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=383 (was 416), ProcessCount=11 (was 11), AvailableMemoryMB=4765 (was 5118)
2024-12-03T04:42:54,273 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=383, ProcessCount=11, AvailableMemoryMB=4761
2024-12-03T04:42:54,275 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T04:42:54,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44837 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-12-03T04:42:54,279 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T04:42:54,279 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:42:54,279 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-12-03T04:42:54,280 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T04:42:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-03T04:42:54,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741849_1025 (size=419)
2024-12-03T04:42:54,692 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f45cbe058fdf0a1c0a0a07279b820c63, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077
2024-12-03T04:42:54,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741850_1026 (size=70)
2024-12-03T04:42:54,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-12-03T04:42:54,860 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T04:42:54,896 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-12-03T04:42:55,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-03T04:42:55,048 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-03T04:42:55,103 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:42:55,103 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing f45cbe058fdf0a1c0a0a07279b820c63, disabling compactions & flushes
2024-12-03T04:42:55,103 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63.
2024-12-03T04:42:55,103 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63.
2024-12-03T04:42:55,103 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63. after waiting 0 ms
2024-12-03T04:42:55,103 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63.
2024-12-03T04:42:55,103 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63.
2024-12-03T04:42:55,103 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f45cbe058fdf0a1c0a0a07279b820c63:
Waiting for close lock at 1733200975103Disabling compacts and flushes for region at 1733200975103Disabling writes for close at 1733200975103Writing region close event to WAL at 1733200975103Closed at 1733200975103
2024-12-03T04:42:55,105 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T04:42:55,105 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733200975105"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733200975105"}]},"ts":"1733200975105"}
2024-12-03T04:42:55,108 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T04:42:55,109 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T04:42:55,109 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733200975109"}]},"ts":"1733200975109"}
2024-12-03T04:42:55,112 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-03T04:42:55,112 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=f45cbe058fdf0a1c0a0a07279b820c63, ASSIGN}]
2024-12-03T04:42:55,113 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=f45cbe058fdf0a1c0a0a07279b820c63, ASSIGN
2024-12-03T04:42:55,114 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=f45cbe058fdf0a1c0a0a07279b820c63, ASSIGN; state=OFFLINE, location=32beccd76b35,34269,1733200875410; forceNewPlan=false, retain=false
2024-12-03T04:42:55,265 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=f45cbe058fdf0a1c0a0a07279b820c63, regionState=OPENING, regionLocation=32beccd76b35,34269,1733200875410
2024-12-03T04:42:55,268 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=f45cbe058fdf0a1c0a0a07279b820c63, ASSIGN because future has completed
2024-12-03T04:42:55,268 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure f45cbe058fdf0a1c0a0a07279b820c63, server=32beccd76b35,34269,1733200875410}]
2024-12-03T04:42:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-03T04:42:55,426 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63.
2024-12-03T04:42:55,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => f45cbe058fdf0a1c0a0a07279b820c63, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63.', STARTKEY => '', ENDKEY => ''}
2024-12-03T04:42:55,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:42:55,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:42:55,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:42:55,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:42:55,430 INFO  [StoreOpener-f45cbe058fdf0a1c0a0a07279b820c63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f45cbe058fdf0a1c0a0a07279b820c63 
2024-12-03T04:42:55,432 INFO  [StoreOpener-f45cbe058fdf0a1c0a0a07279b820c63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f45cbe058fdf0a1c0a0a07279b820c63 columnFamilyName testFamily
2024-12-03T04:42:55,432 DEBUG [StoreOpener-f45cbe058fdf0a1c0a0a07279b820c63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:42:55,432 INFO  [StoreOpener-f45cbe058fdf0a1c0a0a07279b820c63-1 {}] regionserver.HStore(327): Store=f45cbe058fdf0a1c0a0a07279b820c63/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T04:42:55,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:42:55,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:42:55,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:42:55,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:42:55,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:42:55,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:42:55,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f45cbe058fdf0a1c0a0a07279b820c63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T04:42:55,441 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened f45cbe058fdf0a1c0a0a07279b820c63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69982638, jitterRate=0.042822569608688354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T04:42:55,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:42:55,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for f45cbe058fdf0a1c0a0a07279b820c63:
Running coprocessor pre-open hook at 1733200975428Writing region info on filesystem at 1733200975428Initializing all the Stores at 1733200975429 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733200975429Cleaning up temporary data from old regions at 1733200975436 (+7 ms)Running coprocessor post-open hooks at 1733200975442 (+6 ms)Region opened successfully at 1733200975442
2024-12-03T04:42:55,443 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63., pid=27, masterSystemTime=1733200975421
2024-12-03T04:42:55,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63.
2024-12-03T04:42:55,446 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63.
2024-12-03T04:42:55,446 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=f45cbe058fdf0a1c0a0a07279b820c63, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,34269,1733200875410
2024-12-03T04:42:55,449 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure f45cbe058fdf0a1c0a0a07279b820c63, server=32beccd76b35,34269,1733200875410 because future has completed
2024-12-03T04:42:55,452 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-03T04:42:55,452 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure f45cbe058fdf0a1c0a0a07279b820c63, server=32beccd76b35,34269,1733200875410 in 182 msec
2024-12-03T04:42:55,454 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-12-03T04:42:55,455 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=f45cbe058fdf0a1c0a0a07279b820c63, ASSIGN in 340 msec
2024-12-03T04:42:55,456 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T04:42:55,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733200975456"}]},"ts":"1733200975456"}
2024-12-03T04:42:55,458 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-03T04:42:55,459 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T04:42:55,461 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1830 sec
2024-12-03T04:42:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-03T04:42:57,308 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-12-03T04:42:57,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-03T04:42:57,308 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T04:42:57,313 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-03T04:42:57,313 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T04:42:57,313 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-12-03T04:42:57,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63., hostname=32beccd76b35,34269,1733200875410, seqNum=2]
2024-12-03T04:42:57,327 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T04:42:57,327 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-03T04:42:57,331 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-03T04:42:57,332 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34269 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-03T04:42:59,355 INFO  [master/32beccd76b35:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-03T04:42:59,355 INFO  [master/32beccd76b35:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-03T04:43:00,930 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T04:43:00,962 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-12-03T04:43:03,333 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63., hostname=32beccd76b35,34269,1733200875410, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63., hostname=32beccd76b35,34269,1733200875410, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=32beccd76b35:34269 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6002ms, rpcTimeout=5999ms
2024-12-03T04:43:03,333 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63., hostname=32beccd76b35,34269,1733200875410, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6002ms, rpcTimeout=5999ms
2024-12-03T04:43:03,333 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63., hostname=32beccd76b35,34269,1733200875410, seqNum=2 from cache
2024-12-03T04:43:03,342 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 383), ProcessCount=11 (was 11), AvailableMemoryMB=5097 (was 4761) - AvailableMemoryMB LEAK? -
2024-12-03T04:43:03,350 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=5097
2024-12-03T04:43:03,353 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T04:43:03,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44837 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-12-03T04:43:03,357 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T04:43:03,357 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:43:03,357 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-12-03T04:43:03,359 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T04:43:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-03T04:43:03,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741851_1027 (size=407)
2024-12-03T04:43:03,769 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3996b735ebabf74c773c8523067f44da, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077
2024-12-03T04:43:03,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741852_1028 (size=58)
2024-12-03T04:43:03,781 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:43:03,782 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 3996b735ebabf74c773c8523067f44da, disabling compactions & flushes
2024-12-03T04:43:03,782 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da.
2024-12-03T04:43:03,782 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da.
2024-12-03T04:43:03,782 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da. after waiting 0 ms
2024-12-03T04:43:03,782 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da.
2024-12-03T04:43:03,782 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da.
2024-12-03T04:43:03,782 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3996b735ebabf74c773c8523067f44da:
Waiting for close lock at 1733200983782Disabling compacts and flushes for region at 1733200983782Disabling writes for close at 1733200983782Writing region close event to WAL at 1733200983782Closed at 1733200983782
2024-12-03T04:43:03,783 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T04:43:03,784 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733200983783"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733200983783"}]},"ts":"1733200983783"}
2024-12-03T04:43:03,787 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T04:43:03,788 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T04:43:03,788 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733200983788"}]},"ts":"1733200983788"}
2024-12-03T04:43:03,791 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-03T04:43:03,792 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=3996b735ebabf74c773c8523067f44da, ASSIGN}]
2024-12-03T04:43:03,794 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=3996b735ebabf74c773c8523067f44da, ASSIGN
2024-12-03T04:43:03,795 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=3996b735ebabf74c773c8523067f44da, ASSIGN; state=OFFLINE, location=32beccd76b35,34269,1733200875410; forceNewPlan=false, retain=false
2024-12-03T04:43:03,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-12-03T04:43:03,946 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=3996b735ebabf74c773c8523067f44da, regionState=OPENING, regionLocation=32beccd76b35,34269,1733200875410
2024-12-03T04:43:03,952 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=3996b735ebabf74c773c8523067f44da, ASSIGN because future has completed
2024-12-03T04:43:03,952 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3996b735ebabf74c773c8523067f44da, server=32beccd76b35,34269,1733200875410}]
2024-12-03T04:43:04,112 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da.
2024-12-03T04:43:04,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 3996b735ebabf74c773c8523067f44da, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da.', STARTKEY => '', ENDKEY => ''}
2024-12-03T04:43:04,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 3996b735ebabf74c773c8523067f44da
2024-12-03T04:43:04,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:43:04,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 3996b735ebabf74c773c8523067f44da
2024-12-03T04:43:04,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 3996b735ebabf74c773c8523067f44da
2024-12-03T04:43:04,115 INFO  [StoreOpener-3996b735ebabf74c773c8523067f44da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3996b735ebabf74c773c8523067f44da 
2024-12-03T04:43:04,117 INFO  [StoreOpener-3996b735ebabf74c773c8523067f44da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3996b735ebabf74c773c8523067f44da columnFamilyName testFamily
2024-12-03T04:43:04,117 DEBUG [StoreOpener-3996b735ebabf74c773c8523067f44da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:43:04,118 INFO  [StoreOpener-3996b735ebabf74c773c8523067f44da-1 {}] regionserver.HStore(327): Store=3996b735ebabf74c773c8523067f44da/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T04:43:04,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 3996b735ebabf74c773c8523067f44da
2024-12-03T04:43:04,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnNext/3996b735ebabf74c773c8523067f44da
2024-12-03T04:43:04,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnNext/3996b735ebabf74c773c8523067f44da
2024-12-03T04:43:04,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 3996b735ebabf74c773c8523067f44da
2024-12-03T04:43:04,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 3996b735ebabf74c773c8523067f44da
2024-12-03T04:43:04,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 3996b735ebabf74c773c8523067f44da
2024-12-03T04:43:04,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnNext/3996b735ebabf74c773c8523067f44da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T04:43:04,126 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 3996b735ebabf74c773c8523067f44da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62653813, jitterRate=-0.0663854330778122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T04:43:04,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3996b735ebabf74c773c8523067f44da
2024-12-03T04:43:04,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 3996b735ebabf74c773c8523067f44da:
Running coprocessor pre-open hook at 1733200984113Writing region info on filesystem at 1733200984113Initializing all the Stores at 1733200984115 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733200984115Cleaning up temporary data from old regions at 1733200984120 (+5 ms)Running coprocessor post-open hooks at 1733200984127 (+7 ms)Region opened successfully at 1733200984127
2024-12-03T04:43:04,129 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da., pid=30, masterSystemTime=1733200984105
2024-12-03T04:43:04,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da.
2024-12-03T04:43:04,132 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da.
2024-12-03T04:43:04,133 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=3996b735ebabf74c773c8523067f44da, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,34269,1733200875410
2024-12-03T04:43:04,135 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3996b735ebabf74c773c8523067f44da, server=32beccd76b35,34269,1733200875410 because future has completed
2024-12-03T04:43:04,140 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-03T04:43:04,140 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 3996b735ebabf74c773c8523067f44da, server=32beccd76b35,34269,1733200875410 in 185 msec
2024-12-03T04:43:04,142 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-12-03T04:43:04,142 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=3996b735ebabf74c773c8523067f44da, ASSIGN in 348 msec
2024-12-03T04:43:04,143 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T04:43:04,143 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733200984143"}]},"ts":"1733200984143"}
2024-12-03T04:43:04,145 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-03T04:43:04,147 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T04:43:04,149 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 794 msec
2024-12-03T04:43:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-03T04:43:04,378 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-12-03T04:43:04,378 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-03T04:43:04,378 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T04:43:04,383 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-03T04:43:04,383 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T04:43:04,383 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-12-03T04:43:04,387 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da., hostname=32beccd76b35,34269,1733200875410, seqNum=2]
2024-12-03T04:43:04,397 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T04:43:04,397 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-03T04:43:04,400 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-03T04:43:04,403 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-03T04:43:04,404 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-03T04:43:04,405 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34269 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-03T04:43:05,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-03T04:43:05,049 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-03T04:43:05,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-03T04:43:05,050 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-03T04:43:06,964 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-12-03T04:43:09,615 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T04:43:10,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34269 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '98918929392468020' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-03T04:43:10,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34269 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:60178 deadline: 1733200996417, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '98918929392468020' does not exist
2024-12-03T04:43:10,418 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 32beccd76b35,34269,1733200875410 for closing scanner id = 98918929392468020 for 3996b735ebabf74c773c8523067f44da of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '98918929392468020' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T04:43:10,425 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 324), ProcessCount=11 (was 11), AvailableMemoryMB=4657 (was 5097)
2024-12-03T04:43:10,434 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=298, ProcessCount=11, AvailableMemoryMB=4657
2024-12-03T04:43:10,437 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T04:43:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-12-03T04:43:10,440 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T04:43:10,440 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:43:10,441 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-12-03T04:43:10,442 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T04:43:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-03T04:43:10,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741853_1029 (size=423)
2024-12-03T04:43:10,853 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 979a08a520333a37e6711d1116f811ff, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077
2024-12-03T04:43:10,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741854_1030 (size=74)
2024-12-03T04:43:10,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-12-03T04:43:11,262 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:43:11,262 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 979a08a520333a37e6711d1116f811ff, disabling compactions & flushes
2024-12-03T04:43:11,262 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff.
2024-12-03T04:43:11,262 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff.
2024-12-03T04:43:11,262 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff. after waiting 0 ms
2024-12-03T04:43:11,262 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff.
2024-12-03T04:43:11,263 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff.
2024-12-03T04:43:11,263 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 979a08a520333a37e6711d1116f811ff:
Waiting for close lock at 1733200991262Disabling compacts and flushes for region at 1733200991262Disabling writes for close at 1733200991262Writing region close event to WAL at 1733200991262Closed at 1733200991263 (+1 ms)
2024-12-03T04:43:11,264 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T04:43:11,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733200991264"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733200991264"}]},"ts":"1733200991264"}
2024-12-03T04:43:11,267 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T04:43:11,268 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T04:43:11,269 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733200991269"}]},"ts":"1733200991269"}
2024-12-03T04:43:11,271 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-03T04:43:11,271 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=979a08a520333a37e6711d1116f811ff, ASSIGN}]
2024-12-03T04:43:11,272 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=979a08a520333a37e6711d1116f811ff, ASSIGN
2024-12-03T04:43:11,274 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=979a08a520333a37e6711d1116f811ff, ASSIGN; state=OFFLINE, location=32beccd76b35,34269,1733200875410; forceNewPlan=false, retain=false
2024-12-03T04:43:11,424 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=979a08a520333a37e6711d1116f811ff, regionState=OPENING, regionLocation=32beccd76b35,34269,1733200875410
2024-12-03T04:43:11,428 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=979a08a520333a37e6711d1116f811ff, ASSIGN because future has completed
2024-12-03T04:43:11,429 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 979a08a520333a37e6711d1116f811ff, server=32beccd76b35,34269,1733200875410}]
2024-12-03T04:43:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-03T04:43:11,588 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff.
2024-12-03T04:43:11,589 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 979a08a520333a37e6711d1116f811ff, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff.', STARTKEY => '', ENDKEY => ''}
2024-12-03T04:43:11,589 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 979a08a520333a37e6711d1116f811ff
2024-12-03T04:43:11,589 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T04:43:11,590 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 979a08a520333a37e6711d1116f811ff
2024-12-03T04:43:11,590 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 979a08a520333a37e6711d1116f811ff
2024-12-03T04:43:11,592 INFO  [StoreOpener-979a08a520333a37e6711d1116f811ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 979a08a520333a37e6711d1116f811ff 
2024-12-03T04:43:11,594 INFO  [StoreOpener-979a08a520333a37e6711d1116f811ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 979a08a520333a37e6711d1116f811ff columnFamilyName testFamily
2024-12-03T04:43:11,594 DEBUG [StoreOpener-979a08a520333a37e6711d1116f811ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T04:43:11,595 INFO  [StoreOpener-979a08a520333a37e6711d1116f811ff-1 {}] regionserver.HStore(327): Store=979a08a520333a37e6711d1116f811ff/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T04:43:11,595 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 979a08a520333a37e6711d1116f811ff
2024-12-03T04:43:11,596 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnOpenScannerAsync/979a08a520333a37e6711d1116f811ff
2024-12-03T04:43:11,597 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnOpenScannerAsync/979a08a520333a37e6711d1116f811ff
2024-12-03T04:43:11,597 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 979a08a520333a37e6711d1116f811ff
2024-12-03T04:43:11,597 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 979a08a520333a37e6711d1116f811ff
2024-12-03T04:43:11,600 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 979a08a520333a37e6711d1116f811ff
2024-12-03T04:43:11,606 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnOpenScannerAsync/979a08a520333a37e6711d1116f811ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T04:43:11,607 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 979a08a520333a37e6711d1116f811ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74171842, jitterRate=0.10524657368659973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T04:43:11,607 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 979a08a520333a37e6711d1116f811ff
2024-12-03T04:43:11,608 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 979a08a520333a37e6711d1116f811ff:
Running coprocessor pre-open hook at 1733200991590Writing region info on filesystem at 1733200991590Initializing all the Stores at 1733200991591 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733200991591Cleaning up temporary data from old regions at 1733200991597 (+6 ms)Running coprocessor post-open hooks at 1733200991607 (+10 ms)Region opened successfully at 1733200991608 (+1 ms)
2024-12-03T04:43:11,610 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff., pid=33, masterSystemTime=1733200991581
2024-12-03T04:43:11,613 DEBUG [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff.
2024-12-03T04:43:11,613 INFO  [RS_OPEN_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff.
2024-12-03T04:43:11,613 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=979a08a520333a37e6711d1116f811ff, regionState=OPEN, openSeqNum=2, regionLocation=32beccd76b35,34269,1733200875410
2024-12-03T04:43:11,616 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 979a08a520333a37e6711d1116f811ff, server=32beccd76b35,34269,1733200875410 because future has completed
2024-12-03T04:43:11,620 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-03T04:43:11,620 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 979a08a520333a37e6711d1116f811ff, server=32beccd76b35,34269,1733200875410 in 188 msec
2024-12-03T04:43:11,623 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-12-03T04:43:11,623 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=979a08a520333a37e6711d1116f811ff, ASSIGN in 349 msec
2024-12-03T04:43:11,624 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T04:43:11,624 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733200991624"}]},"ts":"1733200991624"}
2024-12-03T04:43:11,626 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-03T04:43:11,627 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T04:43:11,629 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1900 sec
2024-12-03T04:43:12,970 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-12-03T04:43:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-03T04:43:13,467 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-12-03T04:43:13,467 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-03T04:43:13,468 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T04:43:13,476 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-03T04:43:13,476 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T04:43:13,476 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-12-03T04:43:13,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff., hostname=32beccd76b35,34269,1733200875410, seqNum=2]
2024-12-03T04:43:13,502 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T04:43:13,502 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-03T04:43:13,507 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-03T04:43:13,509 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-03T04:43:13,525 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T04:43:14,517 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff., hostname=32beccd76b35,34269,1733200875410, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff., hostname=32beccd76b35,34269,1733200875410, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=32beccd76b35:34269 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-12-03T04:43:14,518 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff., hostname=32beccd76b35,34269,1733200875410, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-12-03T04:43:14,518 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff., hostname=32beccd76b35,34269,1733200875410, seqNum=2 from cache
2024-12-03T04:43:15,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-12-03T04:43:15,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-12-03T04:43:15,048 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-03T04:43:15,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff., hostname=32beccd76b35,34269,1733200875410, seqNum=2]
2024-12-03T04:43:15,538 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-03T04:43:16,513 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff., hostname=32beccd76b35,34269,1733200875410, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff., hostname=32beccd76b35,34269,1733200875410, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=32beccd76b35:34269 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=978ms, rpcTimeout=972ms
2024-12-03T04:43:16,513 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff., hostname=32beccd76b35,34269,1733200875410, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=978ms, rpcTimeout=972ms
2024-12-03T04:43:16,514 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff., hostname=32beccd76b35,34269,1733200875410, seqNum=2 from cache
2024-12-03T04:43:16,529 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 298) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6430 (was 4657) - AvailableMemoryMB LEAK? -
2024-12-03T04:43:16,530 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T04:43:16,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T04:43:16,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T04:43:16,542 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T04:43:16,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T04:43:16,549 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-03T04:43:16,549 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T04:43:16,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T04:43:16,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T04:43:16,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T04:43:16,550 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T04:43:16,551 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-03T04:43:16,551 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=546622927, stopped=false
2024-12-03T04:43:16,551 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32beccd76b35,44837,1733200874513
2024-12-03T04:43:16,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-03T04:43:16,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10151657d210001, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-03T04:43:16,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10151657d210001, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T04:43:16,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T04:43:16,560 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-03T04:43:16,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T04:43:16,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34269-0x10151657d210001, quorum=127.0.0.1:62267, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T04:43:16,569 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T04:43:16,570 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T04:43:16,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T04:43:16,570 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32beccd76b35,34269,1733200875410' *****
2024-12-03T04:43:16,570 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-03T04:43:16,571 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-03T04:43:16,571 INFO  [RS:0;32beccd76b35:34269 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-03T04:43:16,571 INFO  [RS:0;32beccd76b35:34269 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-03T04:43:16,571 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-03T04:43:16,571 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(3091): Received CLOSE for 97af147d2b72a63274febebc1cc5d388
2024-12-03T04:43:16,576 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(3091): Received CLOSE for b8b26640364e0309c327d7205a0d18bd
2024-12-03T04:43:16,576 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(3091): Received CLOSE for 979a08a520333a37e6711d1116f811ff
2024-12-03T04:43:16,577 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(3091): Received CLOSE for 40ce1c696a592b53d325b2dbdec4d3f6
2024-12-03T04:43:16,577 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(3091): Received CLOSE for 6efc25e864252cd72f644443c1fb10a5
2024-12-03T04:43:16,577 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(3091): Received CLOSE for 084c96817fb3db741cfb68c082e5575d
2024-12-03T04:43:16,577 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b1672d9e7abe6d8b8b6ac1b109908ea
2024-12-03T04:43:16,577 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(3091): Received CLOSE for 3996b735ebabf74c773c8523067f44da
2024-12-03T04:43:16,577 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(3091): Received CLOSE for f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:43:16,577 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(3091): Received CLOSE for 017f3d1ee51d40659ceb83c1812f5fc0
2024-12-03T04:43:16,577 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(959): stopping server 32beccd76b35,34269,1733200875410
2024-12-03T04:43:16,577 INFO  [RS:0;32beccd76b35:34269 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-03T04:43:16,577 INFO  [RS:0;32beccd76b35:34269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32beccd76b35:34269.
2024-12-03T04:43:16,577 DEBUG [RS:0;32beccd76b35:34269 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T04:43:16,577 DEBUG [RS:0;32beccd76b35:34269 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T04:43:16,578 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-03T04:43:16,578 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-03T04:43:16,578 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-03T04:43:16,578 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-03T04:43:16,582 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97af147d2b72a63274febebc1cc5d388, disabling compactions & flushes
2024-12-03T04:43:16,582 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388.
2024-12-03T04:43:16,582 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388.
2024-12-03T04:43:16,583 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388. after waiting 1 ms
2024-12-03T04:43:16,583 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388.
2024-12-03T04:43:16,587 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-12-03T04:43:16,588 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1351): Waiting on 017f3d1ee51d40659ceb83c1812f5fc0, 084c96817fb3db741cfb68c082e5575d, 1588230740, 2b1672d9e7abe6d8b8b6ac1b109908ea, 3996b735ebabf74c773c8523067f44da, 40ce1c696a592b53d325b2dbdec4d3f6, 6efc25e864252cd72f644443c1fb10a5, 979a08a520333a37e6711d1116f811ff, 97af147d2b72a63274febebc1cc5d388, b8b26640364e0309c327d7205a0d18bd, f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:43:16,589 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97af147d2b72a63274febebc1cc5d388 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T04:43:16,593 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-03T04:43:16,593 INFO  [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-03T04:43:16,594 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-03T04:43:16,594 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-03T04:43:16,594 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-03T04:43:16,598 INFO  [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-12-03T04:43:16,788 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnNext/97af147d2b72a63274febebc1cc5d388/.tmp/testFamily/8337f470552641f187f966b42a43a084 is 61, key is row-0/testFamily:testQualifier/1733200971236/Put/seqid=0
2024-12-03T04:43:16,793 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1351): Waiting on 017f3d1ee51d40659ceb83c1812f5fc0, 084c96817fb3db741cfb68c082e5575d, 1588230740, 2b1672d9e7abe6d8b8b6ac1b109908ea, 3996b735ebabf74c773c8523067f44da, 40ce1c696a592b53d325b2dbdec4d3f6, 6efc25e864252cd72f644443c1fb10a5, 979a08a520333a37e6711d1116f811ff, 97af147d2b72a63274febebc1cc5d388, b8b26640364e0309c327d7205a0d18bd, f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:43:16,815 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/meta/1588230740/.tmp/info/6dfa8be3de2f486c8d5ab67447d5775a is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd./info:regioninfo/1733200940405/Put/seqid=0
2024-12-03T04:43:16,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741855_1031 (size=5049)
2024-12-03T04:43:16,870 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnNext/97af147d2b72a63274febebc1cc5d388/.tmp/testFamily/8337f470552641f187f966b42a43a084
2024-12-03T04:43:16,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741856_1032 (size=20564)
2024-12-03T04:43:16,901 INFO  [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/meta/1588230740/.tmp/info/6dfa8be3de2f486c8d5ab67447d5775a
2024-12-03T04:43:16,997 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1351): Waiting on 017f3d1ee51d40659ceb83c1812f5fc0, 084c96817fb3db741cfb68c082e5575d, 1588230740, 2b1672d9e7abe6d8b8b6ac1b109908ea, 3996b735ebabf74c773c8523067f44da, 40ce1c696a592b53d325b2dbdec4d3f6, 6efc25e864252cd72f644443c1fb10a5, 979a08a520333a37e6711d1116f811ff, 97af147d2b72a63274febebc1cc5d388, b8b26640364e0309c327d7205a0d18bd, f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:43:17,033 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnNext/97af147d2b72a63274febebc1cc5d388/.tmp/testFamily/8337f470552641f187f966b42a43a084 as hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnNext/97af147d2b72a63274febebc1cc5d388/testFamily/8337f470552641f187f966b42a43a084
2024-12-03T04:43:17,038 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-03T04:43:17,091 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T04:43:17,101 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/meta/1588230740/.tmp/ns/f81668d774c04b94ba9eace3400b218e is 43, key is default/ns:d/1733200939180/Put/seqid=0
2024-12-03T04:43:17,110 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnNext/97af147d2b72a63274febebc1cc5d388/testFamily/8337f470552641f187f966b42a43a084, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T04:43:17,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741857_1033 (size=5153)
2024-12-03T04:43:17,132 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 97af147d2b72a63274febebc1cc5d388 in 534ms, sequenceid=8, compaction requested=false
2024-12-03T04:43:17,152 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnNext/97af147d2b72a63274febebc1cc5d388/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T04:43:17,159 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388.
2024-12-03T04:43:17,159 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97af147d2b72a63274febebc1cc5d388:
Waiting for close lock at 1733200996582Running coprocessor pre-close hooks at 1733200996582Disabling compacts and flushes for region at 1733200996582Disabling writes for close at 1733200996583 (+1 ms)Obtaining lock to block concurrent updates at 1733200996589 (+6 ms)Preparing flush snapshotting stores in 97af147d2b72a63274febebc1cc5d388 at 1733200996589Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733200996604 (+15 ms)Flushing stores of testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388. at 1733200996605 (+1 ms)Flushing 97af147d2b72a63274febebc1cc5d388/testFamily: creating writer at 1733200996606 (+1 ms)Flushing 97af147d2b72a63274febebc1cc5d388/testFamily: appending metadata at 1733200996767 (+161 ms)Flushing 97af147d2b72a63274febebc1cc5d388/testFamily: closing flushed file at 1733200996784 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e94f205: reopening flushed file at 1733200997011 (+227 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 97af147d2b72a63274febebc1cc5d388 in 534ms, sequenceid=8, compaction requested=false at 1733200997132 (+121 ms)Writing region close event to WAL at 1733200997139 (+7 ms)Running coprocessor post-close hooks at 1733200997156 (+17 ms)Closed at 1733200997158 (+2 ms)
2024-12-03T04:43:17,160 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733200968194.97af147d2b72a63274febebc1cc5d388.
2024-12-03T04:43:17,160 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8b26640364e0309c327d7205a0d18bd, disabling compactions & flushes
2024-12-03T04:43:17,160 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd.
2024-12-03T04:43:17,160 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd.
2024-12-03T04:43:17,160 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd. after waiting 0 ms
2024-12-03T04:43:17,160 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd.
2024-12-03T04:43:17,161 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b8b26640364e0309c327d7205a0d18bd 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T04:43:17,198 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1351): Waiting on 017f3d1ee51d40659ceb83c1812f5fc0, 084c96817fb3db741cfb68c082e5575d, 1588230740, 2b1672d9e7abe6d8b8b6ac1b109908ea, 3996b735ebabf74c773c8523067f44da, 40ce1c696a592b53d325b2dbdec4d3f6, 6efc25e864252cd72f644443c1fb10a5, 979a08a520333a37e6711d1116f811ff, b8b26640364e0309c327d7205a0d18bd, f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:43:17,225 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b8b26640364e0309c327d7205a0d18bd/.tmp/testFamily/7085e37f055b4a80a1257d2a80c69639 is 61, key is row-0/testFamily:testQualifier/1733200940611/Put/seqid=0
2024-12-03T04:43:17,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741858_1034 (size=5049)
2024-12-03T04:43:17,242 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b8b26640364e0309c327d7205a0d18bd/.tmp/testFamily/7085e37f055b4a80a1257d2a80c69639
2024-12-03T04:43:17,260 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b8b26640364e0309c327d7205a0d18bd/.tmp/testFamily/7085e37f055b4a80a1257d2a80c69639 as hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b8b26640364e0309c327d7205a0d18bd/testFamily/7085e37f055b4a80a1257d2a80c69639
2024-12-03T04:43:17,284 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b8b26640364e0309c327d7205a0d18bd/testFamily/7085e37f055b4a80a1257d2a80c69639, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T04:43:17,285 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b8b26640364e0309c327d7205a0d18bd in 125ms, sequenceid=8, compaction requested=false
2024-12-03T04:43:17,323 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testRetryOutOfOrderScannerNextExceptionAsync/b8b26640364e0309c327d7205a0d18bd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T04:43:17,325 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd.
2024-12-03T04:43:17,325 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8b26640364e0309c327d7205a0d18bd:
Waiting for close lock at 1733200997160Running coprocessor pre-close hooks at 1733200997160Disabling compacts and flushes for region at 1733200997160Disabling writes for close at 1733200997160Obtaining lock to block concurrent updates at 1733200997161 (+1 ms)Preparing flush snapshotting stores in b8b26640364e0309c327d7205a0d18bd at 1733200997161Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733200997163 (+2 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd. at 1733200997166 (+3 ms)Flushing b8b26640364e0309c327d7205a0d18bd/testFamily: creating writer at 1733200997166Flushing b8b26640364e0309c327d7205a0d18bd/testFamily: appending metadata at 1733200997225 (+59 ms)Flushing b8b26640364e0309c327d7205a0d18bd/testFamily: closing flushed file at 1733200997225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31fe5735: reopening flushed file at 1733200997254 (+29 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b8b26640364e0309c327d7205a0d18bd in 125ms, sequenceid=8, compaction requested=false at 1733200997286 (+32 ms)Writing region close event to WAL at 1733200997309 (+23 ms)Running coprocessor post-close hooks at 1733200997325 (+16 ms)Closed at 1733200997325
2024-12-03T04:43:17,326 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733200939553.b8b26640364e0309c327d7205a0d18bd.
2024-12-03T04:43:17,326 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 979a08a520333a37e6711d1116f811ff, disabling compactions & flushes
2024-12-03T04:43:17,326 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff.
2024-12-03T04:43:17,326 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff.
2024-12-03T04:43:17,326 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff. after waiting 0 ms
2024-12-03T04:43:17,326 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff.
2024-12-03T04:43:17,326 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 979a08a520333a37e6711d1116f811ff 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T04:43:17,366 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnOpenScannerAsync/979a08a520333a37e6711d1116f811ff/.tmp/testFamily/4b6f02c514dd4b0fad82d1e7cc150816 is 61, key is row-0/testFamily:testQualifier/1733200993484/Put/seqid=0
2024-12-03T04:43:17,398 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1351): Waiting on 017f3d1ee51d40659ceb83c1812f5fc0, 084c96817fb3db741cfb68c082e5575d, 1588230740, 2b1672d9e7abe6d8b8b6ac1b109908ea, 3996b735ebabf74c773c8523067f44da, 40ce1c696a592b53d325b2dbdec4d3f6, 6efc25e864252cd72f644443c1fb10a5, 979a08a520333a37e6711d1116f811ff, f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:43:17,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741859_1035 (size=5049)
2024-12-03T04:43:17,405 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnOpenScannerAsync/979a08a520333a37e6711d1116f811ff/.tmp/testFamily/4b6f02c514dd4b0fad82d1e7cc150816
2024-12-03T04:43:17,441 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnOpenScannerAsync/979a08a520333a37e6711d1116f811ff/.tmp/testFamily/4b6f02c514dd4b0fad82d1e7cc150816 as hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnOpenScannerAsync/979a08a520333a37e6711d1116f811ff/testFamily/4b6f02c514dd4b0fad82d1e7cc150816
2024-12-03T04:43:17,457 INFO  [regionserver/32beccd76b35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-03T04:43:17,457 INFO  [regionserver/32beccd76b35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-03T04:43:17,488 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnOpenScannerAsync/979a08a520333a37e6711d1116f811ff/testFamily/4b6f02c514dd4b0fad82d1e7cc150816, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T04:43:17,494 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 979a08a520333a37e6711d1116f811ff in 168ms, sequenceid=8, compaction requested=false
2024-12-03T04:43:17,522 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnOpenScannerAsync/979a08a520333a37e6711d1116f811ff/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T04:43:17,523 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff.
2024-12-03T04:43:17,523 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 979a08a520333a37e6711d1116f811ff:
Waiting for close lock at 1733200997326Running coprocessor pre-close hooks at 1733200997326Disabling compacts and flushes for region at 1733200997326Disabling writes for close at 1733200997326Obtaining lock to block concurrent updates at 1733200997326Preparing flush snapshotting stores in 979a08a520333a37e6711d1116f811ff at 1733200997326Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733200997327 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff. at 1733200997328 (+1 ms)Flushing 979a08a520333a37e6711d1116f811ff/testFamily: creating writer at 1733200997329 (+1 ms)Flushing 979a08a520333a37e6711d1116f811ff/testFamily: appending metadata at 1733200997366 (+37 ms)Flushing 979a08a520333a37e6711d1116f811ff/testFamily: closing flushed file at 1733200997366Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66310883: reopening flushed file at 1733200997437 (+71 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 979a08a520333a37e6711d1116f811ff in 168ms, sequenceid=8, compaction requested=false at 1733200997494 (+57 ms)Writing region close event to WAL at 1733200997507 (+13 ms)Running coprocessor post-close hooks at 1733200997523 (+16 ms)Closed at 1733200997523
2024-12-03T04:43:17,523 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733200990436.979a08a520333a37e6711d1116f811ff.
2024-12-03T04:43:17,524 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40ce1c696a592b53d325b2dbdec4d3f6, disabling compactions & flushes
2024-12-03T04:43:17,524 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6.
2024-12-03T04:43:17,524 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6.
2024-12-03T04:43:17,524 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6. after waiting 0 ms
2024-12-03T04:43:17,524 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6.
2024-12-03T04:43:17,524 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 40ce1c696a592b53d325b2dbdec4d3f6 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T04:43:17,532 INFO  [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/meta/1588230740/.tmp/ns/f81668d774c04b94ba9eace3400b218e
2024-12-03T04:43:17,593 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testRetryOutOfOrderScannerNextException/40ce1c696a592b53d325b2dbdec4d3f6/.tmp/testFamily/a762039c7811474b9e4cf2af96d6174c is 61, key is row-0/testFamily:testQualifier/1733200959949/Put/seqid=0
2024-12-03T04:43:17,599 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1321): Waiting on 8 regions to close
2024-12-03T04:43:17,599 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1325): Online Regions={40ce1c696a592b53d325b2dbdec4d3f6=testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6., 6efc25e864252cd72f644443c1fb10a5=hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5., 1588230740=hbase:meta,,1.1588230740, 084c96817fb3db741cfb68c082e5575d=testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d., 2b1672d9e7abe6d8b8b6ac1b109908ea=hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea., 3996b735ebabf74c773c8523067f44da=hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da., f45cbe058fdf0a1c0a0a07279b820c63=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63., 017f3d1ee51d40659ceb83c1812f5fc0=testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0.}
2024-12-03T04:43:17,599 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1351): Waiting on 017f3d1ee51d40659ceb83c1812f5fc0, 084c96817fb3db741cfb68c082e5575d, 1588230740, 2b1672d9e7abe6d8b8b6ac1b109908ea, 3996b735ebabf74c773c8523067f44da, 40ce1c696a592b53d325b2dbdec4d3f6, 6efc25e864252cd72f644443c1fb10a5, f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:43:17,602 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/meta/1588230740/.tmp/table/8e48f33606144bf582dd8f5f6786c645 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733200940423/Put/seqid=0
2024-12-03T04:43:17,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741860_1036 (size=5049)
2024-12-03T04:43:17,620 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testRetryOutOfOrderScannerNextException/40ce1c696a592b53d325b2dbdec4d3f6/.tmp/testFamily/a762039c7811474b9e4cf2af96d6174c
2024-12-03T04:43:17,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741861_1037 (size=6699)
2024-12-03T04:43:17,652 INFO  [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/meta/1588230740/.tmp/table/8e48f33606144bf582dd8f5f6786c645
2024-12-03T04:43:17,656 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testRetryOutOfOrderScannerNextException/40ce1c696a592b53d325b2dbdec4d3f6/.tmp/testFamily/a762039c7811474b9e4cf2af96d6174c as hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testRetryOutOfOrderScannerNextException/40ce1c696a592b53d325b2dbdec4d3f6/testFamily/a762039c7811474b9e4cf2af96d6174c
2024-12-03T04:43:17,673 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/meta/1588230740/.tmp/info/6dfa8be3de2f486c8d5ab67447d5775a as hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/meta/1588230740/info/6dfa8be3de2f486c8d5ab67447d5775a
2024-12-03T04:43:17,683 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testRetryOutOfOrderScannerNextException/40ce1c696a592b53d325b2dbdec4d3f6/testFamily/a762039c7811474b9e4cf2af96d6174c, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T04:43:17,684 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 40ce1c696a592b53d325b2dbdec4d3f6 in 160ms, sequenceid=8, compaction requested=false
2024-12-03T04:43:17,685 INFO  [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/meta/1588230740/info/6dfa8be3de2f486c8d5ab67447d5775a, entries=100, sequenceid=56, filesize=20.1 K
2024-12-03T04:43:17,687 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/meta/1588230740/.tmp/ns/f81668d774c04b94ba9eace3400b218e as hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/meta/1588230740/ns/f81668d774c04b94ba9eace3400b218e
2024-12-03T04:43:17,702 INFO  [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/meta/1588230740/ns/f81668d774c04b94ba9eace3400b218e, entries=2, sequenceid=56, filesize=5.0 K
2024-12-03T04:43:17,704 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/meta/1588230740/.tmp/table/8e48f33606144bf582dd8f5f6786c645 as hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/meta/1588230740/table/8e48f33606144bf582dd8f5f6786c645
2024-12-03T04:43:17,719 INFO  [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/meta/1588230740/table/8e48f33606144bf582dd8f5f6786c645, entries=20, sequenceid=56, filesize=6.5 K
2024-12-03T04:43:17,721 INFO  [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1126ms, sequenceid=56, compaction requested=false
2024-12-03T04:43:17,769 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testRetryOutOfOrderScannerNextException/40ce1c696a592b53d325b2dbdec4d3f6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T04:43:17,776 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6.
2024-12-03T04:43:17,776 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40ce1c696a592b53d325b2dbdec4d3f6:
Waiting for close lock at 1733200997524Running coprocessor pre-close hooks at 1733200997524Disabling compacts and flushes for region at 1733200997524Disabling writes for close at 1733200997524Obtaining lock to block concurrent updates at 1733200997524Preparing flush snapshotting stores in 40ce1c696a592b53d325b2dbdec4d3f6 at 1733200997524Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733200997524Flushing stores of testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6. at 1733200997526 (+2 ms)Flushing 40ce1c696a592b53d325b2dbdec4d3f6/testFamily: creating writer at 1733200997526Flushing 40ce1c696a592b53d325b2dbdec4d3f6/testFamily: appending metadata at 1733200997592 (+66 ms)Flushing 40ce1c696a592b53d325b2dbdec4d3f6/testFamily: closing flushed file at 1733200997592Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a77bcc7: reopening flushed file at 1733200997652 (+60 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 40ce1c696a592b53d325b2dbdec4d3f6 in 160ms, sequenceid=8, compaction requested=false at 1733200997684 (+32 ms)Writing region close event to WAL at 1733200997734 (+50 ms)Running coprocessor post-close hooks at 1733200997776 (+42 ms)Closed at 1733200997776
2024-12-03T04:43:17,777 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733200958925.40ce1c696a592b53d325b2dbdec4d3f6.
2024-12-03T04:43:17,777 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6efc25e864252cd72f644443c1fb10a5, disabling compactions & flushes
2024-12-03T04:43:17,777 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5.
2024-12-03T04:43:17,777 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5.
2024-12-03T04:43:17,777 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5. after waiting 0 ms
2024-12-03T04:43:17,777 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5.
2024-12-03T04:43:17,777 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6efc25e864252cd72f644443c1fb10a5 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T04:43:17,799 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1351): Waiting on 017f3d1ee51d40659ceb83c1812f5fc0, 084c96817fb3db741cfb68c082e5575d, 1588230740, 2b1672d9e7abe6d8b8b6ac1b109908ea, 3996b735ebabf74c773c8523067f44da, 6efc25e864252cd72f644443c1fb10a5, f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:43:17,824 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-12-03T04:43:17,842 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnOpenScanner/6efc25e864252cd72f644443c1fb10a5/.tmp/testFamily/14ea0eeb78ca480f94e461b2b76cd7e5 is 61, key is row-0/testFamily:testQualifier/1733200943733/Put/seqid=0
2024-12-03T04:43:17,847 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-03T04:43:17,847 INFO  [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-03T04:43:17,847 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733200996593Running coprocessor pre-close hooks at 1733200996593Disabling compacts and flushes for region at 1733200996593Disabling writes for close at 1733200996594 (+1 ms)Obtaining lock to block concurrent updates at 1733200996599 (+5 ms)Preparing flush snapshotting stores in 1588230740 at 1733200996599Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733200996603 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733200996604 (+1 ms)Flushing 1588230740/info: creating writer at 1733200996606 (+2 ms)Flushing 1588230740/info: appending metadata at 1733200996796 (+190 ms)Flushing 1588230740/info: closing flushed file at 1733200996796Flushing 1588230740/ns: creating writer at 1733200997007 (+211 ms)Flushing 1588230740/ns: appending metadata at 1733200997088 (+81 ms)Flushing 1588230740/ns: closing flushed file at 1733200997088Flushing 1588230740/table: creating writer at 1733200997555 (+467 ms)Flushing 1588230740/table: appending metadata at 1733200997601 (+46 ms)Flushing 1588230740/table: closing flushed file at 1733200997601Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5774e1cd: reopening flushed file at 1733200997669 (+68 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b012fc7: reopening flushed file at 1733200997685 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3617a79f: reopening flushed file at 1733200997702 (+17 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1126ms, sequenceid=56, compaction requested=false at 1733200997721 (+19 ms)Writing region close event to WAL at 1733200997787 (+66 ms)Running coprocessor post-close hooks at 1733200997847 (+60 ms)Closed at 1733200997847
2024-12-03T04:43:17,848 DEBUG [RS_CLOSE_META-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-03T04:43:17,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741862_1038 (size=5049)
2024-12-03T04:43:17,901 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnOpenScanner/6efc25e864252cd72f644443c1fb10a5/.tmp/testFamily/14ea0eeb78ca480f94e461b2b76cd7e5
2024-12-03T04:43:17,923 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnOpenScanner/6efc25e864252cd72f644443c1fb10a5/.tmp/testFamily/14ea0eeb78ca480f94e461b2b76cd7e5 as hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnOpenScanner/6efc25e864252cd72f644443c1fb10a5/testFamily/14ea0eeb78ca480f94e461b2b76cd7e5
2024-12-03T04:43:17,945 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnOpenScanner/6efc25e864252cd72f644443c1fb10a5/testFamily/14ea0eeb78ca480f94e461b2b76cd7e5, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T04:43:17,948 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6efc25e864252cd72f644443c1fb10a5 in 171ms, sequenceid=8, compaction requested=false
2024-12-03T04:43:17,987 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnOpenScanner/6efc25e864252cd72f644443c1fb10a5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T04:43:17,989 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5.
2024-12-03T04:43:17,989 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6efc25e864252cd72f644443c1fb10a5:
Waiting for close lock at 1733200997777Running coprocessor pre-close hooks at 1733200997777Disabling compacts and flushes for region at 1733200997777Disabling writes for close at 1733200997777Obtaining lock to block concurrent updates at 1733200997777Preparing flush snapshotting stores in 6efc25e864252cd72f644443c1fb10a5 at 1733200997777Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733200997778 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5. at 1733200997780 (+2 ms)Flushing 6efc25e864252cd72f644443c1fb10a5/testFamily: creating writer at 1733200997780Flushing 6efc25e864252cd72f644443c1fb10a5/testFamily: appending metadata at 1733200997841 (+61 ms)Flushing 6efc25e864252cd72f644443c1fb10a5/testFamily: closing flushed file at 1733200997841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d48a04b: reopening flushed file at 1733200997922 (+81 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6efc25e864252cd72f644443c1fb10a5 in 171ms, sequenceid=8, compaction requested=false at 1733200997948 (+26 ms)Writing region close event to WAL at 1733200997964 (+16 ms)Running coprocessor post-close hooks at 1733200997989 (+25 ms)Closed at 1733200997989
2024-12-03T04:43:17,989 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733200940685.6efc25e864252cd72f644443c1fb10a5.
2024-12-03T04:43:17,990 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 084c96817fb3db741cfb68c082e5575d, disabling compactions & flushes
2024-12-03T04:43:17,990 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d.
2024-12-03T04:43:17,990 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d.
2024-12-03T04:43:17,990 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d. after waiting 0 ms
2024-12-03T04:43:17,990 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d.
2024-12-03T04:43:17,990 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 084c96817fb3db741cfb68c082e5575d 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T04:43:18,000 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1351): Waiting on 017f3d1ee51d40659ceb83c1812f5fc0, 084c96817fb3db741cfb68c082e5575d, 2b1672d9e7abe6d8b8b6ac1b109908ea, 3996b735ebabf74c773c8523067f44da, f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:43:18,020 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnNextAsync/084c96817fb3db741cfb68c082e5575d/.tmp/testFamily/f906d7cabb674d65b9339ba47c0106e7 is 61, key is row-0/testFamily:testQualifier/1733200965124/Put/seqid=0
2024-12-03T04:43:18,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741863_1039 (size=5049)
2024-12-03T04:43:18,061 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnNextAsync/084c96817fb3db741cfb68c082e5575d/.tmp/testFamily/f906d7cabb674d65b9339ba47c0106e7
2024-12-03T04:43:18,082 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnNextAsync/084c96817fb3db741cfb68c082e5575d/.tmp/testFamily/f906d7cabb674d65b9339ba47c0106e7 as hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnNextAsync/084c96817fb3db741cfb68c082e5575d/testFamily/f906d7cabb674d65b9339ba47c0106e7
2024-12-03T04:43:18,104 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnNextAsync/084c96817fb3db741cfb68c082e5575d/testFamily/f906d7cabb674d65b9339ba47c0106e7, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T04:43:18,107 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 084c96817fb3db741cfb68c082e5575d in 117ms, sequenceid=8, compaction requested=false
2024-12-03T04:43:18,136 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnNextAsync/084c96817fb3db741cfb68c082e5575d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T04:43:18,143 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d.
2024-12-03T04:43:18,143 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 084c96817fb3db741cfb68c082e5575d:
Waiting for close lock at 1733200997989Running coprocessor pre-close hooks at 1733200997989Disabling compacts and flushes for region at 1733200997989Disabling writes for close at 1733200997990 (+1 ms)Obtaining lock to block concurrent updates at 1733200997990Preparing flush snapshotting stores in 084c96817fb3db741cfb68c082e5575d at 1733200997990Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733200997990Flushing stores of testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d. at 1733200997991 (+1 ms)Flushing 084c96817fb3db741cfb68c082e5575d/testFamily: creating writer at 1733200997991Flushing 084c96817fb3db741cfb68c082e5575d/testFamily: appending metadata at 1733200998020 (+29 ms)Flushing 084c96817fb3db741cfb68c082e5575d/testFamily: closing flushed file at 1733200998020Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37852af9: reopening flushed file at 1733200998074 (+54 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 084c96817fb3db741cfb68c082e5575d in 117ms, sequenceid=8, compaction requested=false at 1733200998107 (+33 ms)Writing region close event to WAL at 1733200998126 (+19 ms)Running coprocessor post-close hooks at 1733200998142 (+16 ms)Closed at 1733200998143 (+1 ms)
2024-12-03T04:43:18,143 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733200964095.084c96817fb3db741cfb68c082e5575d.
2024-12-03T04:43:18,143 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b1672d9e7abe6d8b8b6ac1b109908ea, disabling compactions & flushes
2024-12-03T04:43:18,143 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea.
2024-12-03T04:43:18,143 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea.
2024-12-03T04:43:18,143 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea. after waiting 0 ms
2024-12-03T04:43:18,144 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea.
2024-12-03T04:43:18,144 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2b1672d9e7abe6d8b8b6ac1b109908ea 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T04:43:18,189 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnNextAsync/2b1672d9e7abe6d8b8b6ac1b109908ea/.tmp/testFamily/ef37eb3098ab49d4ad79acdf04f73b77 is 61, key is row-0/testFamily:testQualifier/1733200952851/Put/seqid=0
2024-12-03T04:43:18,201 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1351): Waiting on 017f3d1ee51d40659ceb83c1812f5fc0, 2b1672d9e7abe6d8b8b6ac1b109908ea, 3996b735ebabf74c773c8523067f44da, f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:43:18,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741864_1040 (size=5049)
2024-12-03T04:43:18,401 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1351): Waiting on 017f3d1ee51d40659ceb83c1812f5fc0, 2b1672d9e7abe6d8b8b6ac1b109908ea, 3996b735ebabf74c773c8523067f44da, f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:43:18,603 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-12-03T04:43:18,604 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1325): Online Regions={2b1672d9e7abe6d8b8b6ac1b109908ea=hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea., 3996b735ebabf74c773c8523067f44da=hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da., f45cbe058fdf0a1c0a0a07279b820c63=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63., 017f3d1ee51d40659ceb83c1812f5fc0=testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0.}
2024-12-03T04:43:18,604 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1351): Waiting on 017f3d1ee51d40659ceb83c1812f5fc0, 2b1672d9e7abe6d8b8b6ac1b109908ea, 3996b735ebabf74c773c8523067f44da, f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:43:18,649 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnNextAsync/2b1672d9e7abe6d8b8b6ac1b109908ea/.tmp/testFamily/ef37eb3098ab49d4ad79acdf04f73b77
2024-12-03T04:43:18,672 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnNextAsync/2b1672d9e7abe6d8b8b6ac1b109908ea/.tmp/testFamily/ef37eb3098ab49d4ad79acdf04f73b77 as hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnNextAsync/2b1672d9e7abe6d8b8b6ac1b109908ea/testFamily/ef37eb3098ab49d4ad79acdf04f73b77
2024-12-03T04:43:18,708 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnNextAsync/2b1672d9e7abe6d8b8b6ac1b109908ea/testFamily/ef37eb3098ab49d4ad79acdf04f73b77, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T04:43:18,714 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2b1672d9e7abe6d8b8b6ac1b109908ea in 569ms, sequenceid=8, compaction requested=false
2024-12-03T04:43:18,763 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnNextAsync/2b1672d9e7abe6d8b8b6ac1b109908ea/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T04:43:18,765 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea.
2024-12-03T04:43:18,766 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b1672d9e7abe6d8b8b6ac1b109908ea:
Waiting for close lock at 1733200998143Running coprocessor pre-close hooks at 1733200998143Disabling compacts and flushes for region at 1733200998143Disabling writes for close at 1733200998144 (+1 ms)Obtaining lock to block concurrent updates at 1733200998144Preparing flush snapshotting stores in 2b1672d9e7abe6d8b8b6ac1b109908ea at 1733200998144Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733200998144Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea. at 1733200998147 (+3 ms)Flushing 2b1672d9e7abe6d8b8b6ac1b109908ea/testFamily: creating writer at 1733200998147Flushing 2b1672d9e7abe6d8b8b6ac1b109908ea/testFamily: appending metadata at 1733200998188 (+41 ms)Flushing 2b1672d9e7abe6d8b8b6ac1b109908ea/testFamily: closing flushed file at 1733200998188Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64596d8c: reopening flushed file at 1733200998671 (+483 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2b1672d9e7abe6d8b8b6ac1b109908ea in 569ms, sequenceid=8, compaction requested=false at 1733200998714 (+43 ms)Writing region close event to WAL at 1733200998733 (+19 ms)Running coprocessor post-close hooks at 1733200998765 (+32 ms)Closed at 1733200998765
2024-12-03T04:43:18,766 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733200949803.2b1672d9e7abe6d8b8b6ac1b109908ea.
2024-12-03T04:43:18,766 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3996b735ebabf74c773c8523067f44da, disabling compactions & flushes
2024-12-03T04:43:18,766 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da.
2024-12-03T04:43:18,766 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da.
2024-12-03T04:43:18,766 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da. after waiting 0 ms
2024-12-03T04:43:18,766 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da.
2024-12-03T04:43:18,766 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3996b735ebabf74c773c8523067f44da 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T04:43:18,804 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1351): Waiting on 017f3d1ee51d40659ceb83c1812f5fc0, 3996b735ebabf74c773c8523067f44da, f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:43:18,806 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnNext/3996b735ebabf74c773c8523067f44da/.tmp/testFamily/427afe8ce12e46a7a30ff49500329e66 is 61, key is row-0/testFamily:testQualifier/1733200984388/Put/seqid=0
2024-12-03T04:43:18,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741865_1041 (size=5049)
2024-12-03T04:43:18,868 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnNext/3996b735ebabf74c773c8523067f44da/.tmp/testFamily/427afe8ce12e46a7a30ff49500329e66
2024-12-03T04:43:18,893 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnNext/3996b735ebabf74c773c8523067f44da/.tmp/testFamily/427afe8ce12e46a7a30ff49500329e66 as hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnNext/3996b735ebabf74c773c8523067f44da/testFamily/427afe8ce12e46a7a30ff49500329e66
2024-12-03T04:43:18,906 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnNext/3996b735ebabf74c773c8523067f44da/testFamily/427afe8ce12e46a7a30ff49500329e66, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T04:43:18,908 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3996b735ebabf74c773c8523067f44da in 142ms, sequenceid=8, compaction requested=false
2024-12-03T04:43:18,948 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnNext/3996b735ebabf74c773c8523067f44da/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T04:43:18,950 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da.
2024-12-03T04:43:18,950 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3996b735ebabf74c773c8523067f44da:
Waiting for close lock at 1733200998766Running coprocessor pre-close hooks at 1733200998766Disabling compacts and flushes for region at 1733200998766Disabling writes for close at 1733200998766Obtaining lock to block concurrent updates at 1733200998766Preparing flush snapshotting stores in 3996b735ebabf74c773c8523067f44da at 1733200998766Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733200998767 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da. at 1733200998768 (+1 ms)Flushing 3996b735ebabf74c773c8523067f44da/testFamily: creating writer at 1733200998768Flushing 3996b735ebabf74c773c8523067f44da/testFamily: appending metadata at 1733200998806 (+38 ms)Flushing 3996b735ebabf74c773c8523067f44da/testFamily: closing flushed file at 1733200998806Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c0ce6: reopening flushed file at 1733200998891 (+85 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3996b735ebabf74c773c8523067f44da in 142ms, sequenceid=8, compaction requested=false at 1733200998908 (+17 ms)Writing region close event to WAL at 1733200998922 (+14 ms)Running coprocessor post-close hooks at 1733200998950 (+28 ms)Closed at 1733200998950
2024-12-03T04:43:18,950 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733200983352.3996b735ebabf74c773c8523067f44da.
2024-12-03T04:43:18,950 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f45cbe058fdf0a1c0a0a07279b820c63, disabling compactions & flushes
2024-12-03T04:43:18,950 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63.
2024-12-03T04:43:18,950 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63.
2024-12-03T04:43:18,951 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63. after waiting 0 ms
2024-12-03T04:43:18,951 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63.
2024-12-03T04:43:18,951 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f45cbe058fdf0a1c0a0a07279b820c63 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T04:43:19,001 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f45cbe058fdf0a1c0a0a07279b820c63/.tmp/testFamily/59f0b6ceb6c54e999fe650b6af06c939 is 61, key is row-0/testFamily:testQualifier/1733200977318/Put/seqid=0
2024-12-03T04:43:19,004 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1351): Waiting on 017f3d1ee51d40659ceb83c1812f5fc0, f45cbe058fdf0a1c0a0a07279b820c63
2024-12-03T04:43:19,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741866_1042 (size=5049)
2024-12-03T04:43:19,047 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f45cbe058fdf0a1c0a0a07279b820c63/.tmp/testFamily/59f0b6ceb6c54e999fe650b6af06c939
2024-12-03T04:43:19,071 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f45cbe058fdf0a1c0a0a07279b820c63/.tmp/testFamily/59f0b6ceb6c54e999fe650b6af06c939 as hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f45cbe058fdf0a1c0a0a07279b820c63/testFamily/59f0b6ceb6c54e999fe650b6af06c939
2024-12-03T04:43:19,088 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f45cbe058fdf0a1c0a0a07279b820c63/testFamily/59f0b6ceb6c54e999fe650b6af06c939, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T04:43:19,090 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f45cbe058fdf0a1c0a0a07279b820c63 in 139ms, sequenceid=8, compaction requested=false
2024-12-03T04:43:19,141 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f45cbe058fdf0a1c0a0a07279b820c63/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T04:43:19,143 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63.
2024-12-03T04:43:19,143 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f45cbe058fdf0a1c0a0a07279b820c63:
Waiting for close lock at 1733200998950Running coprocessor pre-close hooks at 1733200998950Disabling compacts and flushes for region at 1733200998950Disabling writes for close at 1733200998951 (+1 ms)Obtaining lock to block concurrent updates at 1733200998951Preparing flush snapshotting stores in f45cbe058fdf0a1c0a0a07279b820c63 at 1733200998951Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733200998951Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63. at 1733200998953 (+2 ms)Flushing f45cbe058fdf0a1c0a0a07279b820c63/testFamily: creating writer at 1733200998954 (+1 ms)Flushing f45cbe058fdf0a1c0a0a07279b820c63/testFamily: appending metadata at 1733200998999 (+45 ms)Flushing f45cbe058fdf0a1c0a0a07279b820c63/testFamily: closing flushed file at 1733200998999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e87148: reopening flushed file at 1733200999070 (+71 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f45cbe058fdf0a1c0a0a07279b820c63 in 139ms, sequenceid=8, compaction requested=false at 1733200999090 (+20 ms)Writing region close event to WAL at 1733200999116 (+26 ms)Running coprocessor post-close hooks at 1733200999142 (+26 ms)Closed at 1733200999143 (+1 ms)
2024-12-03T04:43:19,143 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733200974275.f45cbe058fdf0a1c0a0a07279b820c63.
2024-12-03T04:43:19,143 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 017f3d1ee51d40659ceb83c1812f5fc0, disabling compactions & flushes
2024-12-03T04:43:19,143 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0.
2024-12-03T04:43:19,143 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0.
2024-12-03T04:43:19,143 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0. after waiting 0 ms
2024-12-03T04:43:19,143 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0.
2024-12-03T04:43:19,143 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 017f3d1ee51d40659ceb83c1812f5fc0 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T04:43:19,195 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnOpenScanner/017f3d1ee51d40659ceb83c1812f5fc0/.tmp/testFamily/5ca87707c6334106b7ed8591d14ba0ac is 61, key is row-0/testFamily:testQualifier/1733200961057/Put/seqid=0
2024-12-03T04:43:19,205 DEBUG [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1351): Waiting on 017f3d1ee51d40659ceb83c1812f5fc0
2024-12-03T04:43:19,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741867_1043 (size=5049)
2024-12-03T04:43:19,257 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnOpenScanner/017f3d1ee51d40659ceb83c1812f5fc0/.tmp/testFamily/5ca87707c6334106b7ed8591d14ba0ac
2024-12-03T04:43:19,303 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnOpenScanner/017f3d1ee51d40659ceb83c1812f5fc0/.tmp/testFamily/5ca87707c6334106b7ed8591d14ba0ac as hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnOpenScanner/017f3d1ee51d40659ceb83c1812f5fc0/testFamily/5ca87707c6334106b7ed8591d14ba0ac
2024-12-03T04:43:19,338 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnOpenScanner/017f3d1ee51d40659ceb83c1812f5fc0/testFamily/5ca87707c6334106b7ed8591d14ba0ac, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T04:43:19,340 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 017f3d1ee51d40659ceb83c1812f5fc0 in 197ms, sequenceid=8, compaction requested=false
2024-12-03T04:43:19,386 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/data/default/testNormalScanTimeoutOnOpenScanner/017f3d1ee51d40659ceb83c1812f5fc0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T04:43:19,389 INFO  [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0.
2024-12-03T04:43:19,389 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 017f3d1ee51d40659ceb83c1812f5fc0:
Waiting for close lock at 1733200999143Running coprocessor pre-close hooks at 1733200999143Disabling compacts and flushes for region at 1733200999143Disabling writes for close at 1733200999143Obtaining lock to block concurrent updates at 1733200999143Preparing flush snapshotting stores in 017f3d1ee51d40659ceb83c1812f5fc0 at 1733200999143Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733200999144 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0. at 1733200999145 (+1 ms)Flushing 017f3d1ee51d40659ceb83c1812f5fc0/testFamily: creating writer at 1733200999145Flushing 017f3d1ee51d40659ceb83c1812f5fc0/testFamily: appending metadata at 1733200999194 (+49 ms)Flushing 017f3d1ee51d40659ceb83c1812f5fc0/testFamily: closing flushed file at 1733200999194Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@689007a0: reopening flushed file at 1733200999294 (+100 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 017f3d1ee51d40659ceb83c1812f5fc0 in 197ms, sequenceid=8, compaction requested=false at 1733200999340 (+46 ms)Writing region close event to WAL at 1733200999361 (+21 ms)Running coprocessor post-close hooks at 1733200999389 (+28 ms)Closed at 1733200999389
2024-12-03T04:43:19,390 DEBUG [RS_CLOSE_REGION-regionserver/32beccd76b35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733200960024.017f3d1ee51d40659ceb83c1812f5fc0.
2024-12-03T04:43:19,409 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(976): stopping server 32beccd76b35,34269,1733200875410; all regions closed.
2024-12-03T04:43:19,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741834_1010 (size=19479)
2024-12-03T04:43:19,468 DEBUG [RS:0;32beccd76b35:34269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/oldWALs
2024-12-03T04:43:19,468 INFO  [RS:0;32beccd76b35:34269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C34269%2C1733200875410.meta:.meta(num 1733200938996)
2024-12-03T04:43:19,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741833_1009 (size=20031)
2024-12-03T04:43:19,509 DEBUG [RS:0;32beccd76b35:34269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/oldWALs
2024-12-03T04:43:19,509 INFO  [RS:0;32beccd76b35:34269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32beccd76b35%2C34269%2C1733200875410:(num 1733200938466)
2024-12-03T04:43:19,509 DEBUG [RS:0;32beccd76b35:34269 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T04:43:19,509 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.LeaseManager(133): Closed leases
2024-12-03T04:43:19,510 INFO  [RS:0;32beccd76b35:34269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-03T04:43:19,511 INFO  [RS:0;32beccd76b35:34269 {}] hbase.ChoreService(370): Chore service for: regionserver/32beccd76b35:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-03T04:43:19,512 INFO  [regionserver/32beccd76b35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-03T04:43:19,512 INFO  [RS:0;32beccd76b35:34269 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-03T04:43:19,515 INFO  [RS:0;32beccd76b35:34269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34269
2024-12-03T04:43:19,529 INFO  [regionserver/32beccd76b35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-03T04:43:19,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-03T04:43:19,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10151657d210001, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/32beccd76b35,34269,1733200875410
2024-12-03T04:43:19,533 INFO  [RS:0;32beccd76b35:34269 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-03T04:43:19,537 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32beccd76b35,34269,1733200875410]
2024-12-03T04:43:19,549 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/32beccd76b35,34269,1733200875410 already deleted, retry=false
2024-12-03T04:43:19,550 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32beccd76b35,34269,1733200875410 expired; onlineServers=0
2024-12-03T04:43:19,550 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32beccd76b35,44837,1733200874513' *****
2024-12-03T04:43:19,550 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-03T04:43:19,550 INFO  [M:0;32beccd76b35:44837 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-03T04:43:19,550 INFO  [M:0;32beccd76b35:44837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-03T04:43:19,550 DEBUG [M:0;32beccd76b35:44837 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-03T04:43:19,550 DEBUG [M:0;32beccd76b35:44837 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-03T04:43:19,551 INFO  [M:0;32beccd76b35:44837 {}] hbase.ChoreService(370): Chore service for: master/32beccd76b35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-03T04:43:19,551 DEBUG [master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733200878300 {}] cleaner.HFileCleaner(306): Exit Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.small.0-1733200878300,5,FailOnTimeoutGroup]
2024-12-03T04:43:19,551 INFO  [M:0;32beccd76b35:44837 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-03T04:43:19,553 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-03T04:43:19,553 DEBUG [M:0;32beccd76b35:44837 {}] master.HMaster(1795): Stopping service threads
2024-12-03T04:43:19,553 INFO  [M:0;32beccd76b35:44837 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-03T04:43:19,553 DEBUG [master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733200878300 {}] cleaner.HFileCleaner(306): Exit Thread[master/32beccd76b35:0:becomeActiveMaster-HFileCleaner.large.0-1733200878300,5,FailOnTimeoutGroup]
2024-12-03T04:43:19,554 INFO  [M:0;32beccd76b35:44837 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-03T04:43:19,554 INFO  [M:0;32beccd76b35:44837 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-03T04:43:19,561 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-03T04:43:19,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-03T04:43:19,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T04:43:19,568 DEBUG [M:0;32beccd76b35:44837 {}] zookeeper.ZKUtil(347): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-03T04:43:19,568 WARN  [M:0;32beccd76b35:44837 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-03T04:43:19,571 INFO  [M:0;32beccd76b35:44837 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/.lastflushedseqids
2024-12-03T04:43:19,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741868_1044 (size=460)
2024-12-03T04:43:19,620 INFO  [M:0;32beccd76b35:44837 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-03T04:43:19,621 INFO  [M:0;32beccd76b35:44837 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-03T04:43:19,621 DEBUG [M:0;32beccd76b35:44837 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-03T04:43:19,621 INFO  [M:0;32beccd76b35:44837 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T04:43:19,621 DEBUG [M:0;32beccd76b35:44837 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T04:43:19,621 DEBUG [M:0;32beccd76b35:44837 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-03T04:43:19,621 DEBUG [M:0;32beccd76b35:44837 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T04:43:19,622 INFO  [M:0;32beccd76b35:44837 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.94 KB heapSize=190.48 KB
2024-12-03T04:43:19,650 INFO  [RS:0;32beccd76b35:34269 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-03T04:43:19,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10151657d210001, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T04:43:19,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10151657d210001, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T04:43:19,651 INFO  [RS:0;32beccd76b35:34269 {}] regionserver.HRegionServer(1031): Exiting; stopping=32beccd76b35,34269,1733200875410; zookeeper connection closed.
2024-12-03T04:43:19,653 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@644ca436 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@644ca436
2024-12-03T04:43:19,667 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-03T04:43:19,670 DEBUG [M:0;32beccd76b35:44837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34fe12c86dc74d448ed725393b989a96 is 82, key is hbase:meta,,1/info:regioninfo/1733200939093/Put/seqid=0
2024-12-03T04:43:19,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741869_1045 (size=5672)
2024-12-03T04:43:19,726 INFO  [M:0;32beccd76b35:44837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34fe12c86dc74d448ed725393b989a96
2024-12-03T04:43:19,791 DEBUG [M:0;32beccd76b35:44837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38fc322a60ea4ed29f29f83904279575 is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733200940431/Put/seqid=0
2024-12-03T04:43:19,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741870_1046 (size=14080)
2024-12-03T04:43:19,847 INFO  [M:0;32beccd76b35:44837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.38 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38fc322a60ea4ed29f29f83904279575
2024-12-03T04:43:19,867 INFO  [M:0;32beccd76b35:44837 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38fc322a60ea4ed29f29f83904279575
2024-12-03T04:43:19,910 DEBUG [M:0;32beccd76b35:44837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2334c0ad0c04b3a932dbce1f8036449 is 69, key is 32beccd76b35,34269,1733200875410/rs:state/1733200908307/Put/seqid=0
2024-12-03T04:43:19,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741871_1047 (size=5156)
2024-12-03T04:43:20,363 INFO  [M:0;32beccd76b35:44837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2334c0ad0c04b3a932dbce1f8036449
2024-12-03T04:43:20,390 DEBUG [M:0;32beccd76b35:44837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34fe12c86dc74d448ed725393b989a96 as hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34fe12c86dc74d448ed725393b989a96
2024-12-03T04:43:20,413 INFO  [M:0;32beccd76b35:44837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34fe12c86dc74d448ed725393b989a96, entries=8, sequenceid=312, filesize=5.5 K
2024-12-03T04:43:20,441 DEBUG [M:0;32beccd76b35:44837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38fc322a60ea4ed29f29f83904279575 as hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38fc322a60ea4ed29f29f83904279575
2024-12-03T04:43:20,496 INFO  [M:0;32beccd76b35:44837 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38fc322a60ea4ed29f29f83904279575
2024-12-03T04:43:20,497 INFO  [M:0;32beccd76b35:44837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38fc322a60ea4ed29f29f83904279575, entries=33, sequenceid=312, filesize=13.8 K
2024-12-03T04:43:20,508 DEBUG [M:0;32beccd76b35:44837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2334c0ad0c04b3a932dbce1f8036449 as hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2334c0ad0c04b3a932dbce1f8036449
2024-12-03T04:43:20,517 INFO  [M:0;32beccd76b35:44837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42115/user/jenkins/test-data/f13fe10f-0bac-91c8-898a-c2d955b0a077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2334c0ad0c04b3a932dbce1f8036449, entries=1, sequenceid=312, filesize=5.0 K
2024-12-03T04:43:20,519 INFO  [M:0;32beccd76b35:44837 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.94 KB/166851, heapSize ~190.19 KB/194752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=312, compaction requested=false
2024-12-03T04:43:20,587 INFO  [M:0;32beccd76b35:44837 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T04:43:20,588 DEBUG [M:0;32beccd76b35:44837 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733200999621Disabling compacts and flushes for region at 1733200999621Disabling writes for close at 1733200999621Obtaining lock to block concurrent updates at 1733200999622 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733200999622Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166851, getHeapSize=194992, getOffHeapSize=0, getCellsCount=359 at 1733200999622Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733200999626 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733200999626Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733200999669 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733200999669Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733200999739 (+70 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733200999790 (+51 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733200999790Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733200999867 (+77 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733200999909 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733200999909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b2b221: reopening flushed file at 1733201000373 (+464 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@201e6e29: reopening flushed file at 1733201000413 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d02ffd6: reopening flushed file at 1733201000497 (+84 ms)Finished flush of dataSize ~162.94 KB/166851, heapSize ~190.19 KB/194752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=312, compaction requested=false at 1733201000519 (+22 ms)Writing region close event to WAL at 1733201000587 (+68 ms)Closed at 1733201000587
2024-12-03T04:43:20,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45715 is added to blk_1073741830_1006 (size=187738)
2024-12-03T04:43:20,613 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-03T04:43:20,614 INFO  [M:0;32beccd76b35:44837 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-03T04:43:20,614 INFO  [M:0;32beccd76b35:44837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44837
2024-12-03T04:43:20,614 INFO  [M:0;32beccd76b35:44837 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-03T04:43:20,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T04:43:20,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x10151657d210000, quorum=127.0.0.1:62267, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T04:43:20,720 INFO  [M:0;32beccd76b35:44837 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-03T04:43:20,792 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-03T04:43:20,800 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T04:43:20,801 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T04:43:20,801 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-03T04:43:20,801 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/hadoop.log.dir/,STOPPED}
2024-12-03T04:43:20,813 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-03T04:43:20,813 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-03T04:43:20,813 WARN  [BP-2061124464-172.17.0.3-1733200870951 heartbeating to localhost/127.0.0.1:42115 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-03T04:43:20,813 WARN  [BP-2061124464-172.17.0.3-1733200870951 heartbeating to localhost/127.0.0.1:42115 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2061124464-172.17.0.3-1733200870951 (Datanode Uuid d637b5ca-5553-4a8c-b6d7-a777be458466) service to localhost/127.0.0.1:42115
2024-12-03T04:43:20,815 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/cluster_97e3b0fd-d5c6-c122-cfe3-dbb32e578411/data/data1/current/BP-2061124464-172.17.0.3-1733200870951 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-03T04:43:20,816 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/cluster_97e3b0fd-d5c6-c122-cfe3-dbb32e578411/data/data2/current/BP-2061124464-172.17.0.3-1733200870951 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-03T04:43:20,816 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-03T04:43:20,848 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-03T04:43:20,853 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T04:43:20,853 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T04:43:20,853 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-03T04:43:20,853 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d976a93-56ed-53fb-7914-bd2efad2a158/hadoop.log.dir/,STOPPED}
2024-12-03T04:43:20,882 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-03T04:43:20,958 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down