2024-12-04 22:00:05,207 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-12-04 22:00:05,221 main DEBUG Took 0.012141 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 22:00:05,222 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 22:00:05,222 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 22:00:05,224 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 22:00:05,225 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:00:05,234 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 22:00:05,250 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:00:05,252 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:00:05,253 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:00:05,253 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:00:05,254 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:00:05,254 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:00:05,255 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:00:05,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:00:05,256 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:00:05,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:00:05,258 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:00:05,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:00:05,259 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:00:05,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:00:05,260 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:00:05,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:00:05,261 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:00:05,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:00:05,261 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:00:05,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:00:05,262 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:00:05,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:00:05,263 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:00:05,264 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:00:05,264 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:00:05,264 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 22:00:05,266 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:00:05,268 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 22:00:05,270 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 22:00:05,271 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 22:00:05,272 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 22:00:05,273 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 22:00:05,283 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 22:00:05,286 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 22:00:05,288 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 22:00:05,289 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 22:00:05,289 main DEBUG createAppenders(={Console}) 2024-12-04 22:00:05,290 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-12-04 22:00:05,291 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-12-04 22:00:05,291 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-12-04 22:00:05,292 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 22:00:05,292 main DEBUG OutputStream closed 2024-12-04 22:00:05,292 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 22:00:05,293 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 22:00:05,293 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-12-04 22:00:05,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 22:00:05,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 22:00:05,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 22:00:05,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 22:00:05,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 22:00:05,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 22:00:05,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 22:00:05,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 22:00:05,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 22:00:05,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 22:00:05,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 22:00:05,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 22:00:05,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 22:00:05,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 22:00:05,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 22:00:05,380 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 22:00:05,380 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 22:00:05,381 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 22:00:05,383 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 22:00:05,383 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-12-04 22:00:05,383 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 22:00:05,384 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-12-04T22:00:05,399 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-12-04 22:00:05,402 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 22:00:05,403 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T22:00:05,659 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a 2024-12-04T22:00:05,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T22:00:05,691 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/cluster_76bbbc61-6851-e3cd-e631-8a4c9117ae37, deleteOnExit=true 2024-12-04T22:00:05,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T22:00:05,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/test.cache.data in system properties and HBase conf 2024-12-04T22:00:05,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T22:00:05,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/hadoop.log.dir in system properties and HBase conf 2024-12-04T22:00:05,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T22:00:05,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T22:00:05,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T22:00:05,795 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T22:00:05,915 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T22:00:05,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T22:00:05,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T22:00:05,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T22:00:05,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T22:00:05,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T22:00:05,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T22:00:05,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T22:00:05,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T22:00:05,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T22:00:05,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/nfs.dump.dir in system properties and HBase conf 2024-12-04T22:00:05,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/java.io.tmpdir in system properties and HBase conf 2024-12-04T22:00:05,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T22:00:05,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T22:00:05,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T22:00:06,674 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T22:00:06,748 INFO [Time-limited test {}] log.Log(170): Logging initialized @2193ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T22:00:06,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:00:06,902 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:00:06,926 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:00:06,926 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:00:06,928 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T22:00:06,941 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:00:06,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:00:06,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:00:07,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/java.io.tmpdir/jetty-localhost-44925-hadoop-hdfs-3_4_1-tests_jar-_-any-3005475681535513890/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T22:00:07,104 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:44925} 2024-12-04T22:00:07,104 INFO [Time-limited test {}] server.Server(415): Started @2550ms 2024-12-04T22:00:07,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:00:07,403 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:00:07,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:00:07,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:00:07,405 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T22:00:07,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:00:07,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:00:07,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/java.io.tmpdir/jetty-localhost-36095-hadoop-hdfs-3_4_1-tests_jar-_-any-17506486284779011786/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:00:07,500 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:36095} 2024-12-04T22:00:07,500 INFO [Time-limited test {}] server.Server(415): Started @2946ms 2024-12-04T22:00:07,545 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T22:00:07,945 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/cluster_76bbbc61-6851-e3cd-e631-8a4c9117ae37/data/data2/current/BP-2091398627-172.17.0.2-1733349606478/current, will proceed with Du for space computation calculation, 2024-12-04T22:00:07,945 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/cluster_76bbbc61-6851-e3cd-e631-8a4c9117ae37/data/data1/current/BP-2091398627-172.17.0.2-1733349606478/current, will proceed with Du for space computation calculation, 2024-12-04T22:00:07,977 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T22:00:08,031 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d7b0e96e9ca0b8 with lease ID 0x61ab81296077fbd0: Processing first storage report for DS-7f622471-7aae-4984-b5c1-c47744e39e68 from datanode DatanodeRegistration(127.0.0.1:34445, datanodeUuid=9265ab2b-a7a2-4fe9-8364-db7b2ede182c, infoPort=40937, infoSecurePort=0, ipcPort=35775, storageInfo=lv=-57;cid=testClusterID;nsid=1665408832;c=1733349606478) 2024-12-04T22:00:08,032 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d7b0e96e9ca0b8 with lease ID 0x61ab81296077fbd0: from storage DS-7f622471-7aae-4984-b5c1-c47744e39e68 node DatanodeRegistration(127.0.0.1:34445, datanodeUuid=9265ab2b-a7a2-4fe9-8364-db7b2ede182c, infoPort=40937, infoSecurePort=0, ipcPort=35775, storageInfo=lv=-57;cid=testClusterID;nsid=1665408832;c=1733349606478), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T22:00:08,033 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d7b0e96e9ca0b8 with lease ID 0x61ab81296077fbd0: Processing first storage report for DS-4ead3bfd-b85c-49c2-b6da-3b042928d03d from datanode DatanodeRegistration(127.0.0.1:34445, datanodeUuid=9265ab2b-a7a2-4fe9-8364-db7b2ede182c, infoPort=40937, infoSecurePort=0, ipcPort=35775, storageInfo=lv=-57;cid=testClusterID;nsid=1665408832;c=1733349606478) 2024-12-04T22:00:08,033 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d7b0e96e9ca0b8 with lease ID 0x61ab81296077fbd0: from storage DS-4ead3bfd-b85c-49c2-b6da-3b042928d03d node DatanodeRegistration(127.0.0.1:34445, datanodeUuid=9265ab2b-a7a2-4fe9-8364-db7b2ede182c, infoPort=40937, infoSecurePort=0, ipcPort=35775, storageInfo=lv=-57;cid=testClusterID;nsid=1665408832;c=1733349606478), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T22:00:08,036 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a 2024-12-04T22:00:08,111 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/cluster_76bbbc61-6851-e3cd-e631-8a4c9117ae37/zookeeper_0, clientPort=57531, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/cluster_76bbbc61-6851-e3cd-e631-8a4c9117ae37/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/cluster_76bbbc61-6851-e3cd-e631-8a4c9117ae37/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T22:00:08,121 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57531 2024-12-04T22:00:08,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:00:08,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:00:08,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741825_1001 (size=7) 2024-12-04T22:00:08,766 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83 with version=8 2024-12-04T22:00:08,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/hbase-staging 2024-12-04T22:00:08,836 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T22:00:09,030 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bb3046a53f79:0 server-side Connection retries=9 2024-12-04T22:00:09,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:00:09,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T22:00:09,043 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T22:00:09,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:00:09,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T22:00:09,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T22:00:09,196 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T22:00:09,204 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T22:00:09,207 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T22:00:09,228 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 120428 (auto-detected) 2024-12-04T22:00:09,229 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T22:00:09,245 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36223 2024-12-04T22:00:09,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36223 connecting to ZooKeeper ensemble=127.0.0.1:57531 2024-12-04T22:00:09,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362230x0, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T22:00:09,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36223-0x100a73f67090000 connected 2024-12-04T22:00:09,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:00:09,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:00:09,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:00:09,332 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83, hbase.cluster.distributed=false 2024-12-04T22:00:09,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T22:00:09,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36223 2024-12-04T22:00:09,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36223 2024-12-04T22:00:09,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36223 2024-12-04T22:00:09,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36223 2024-12-04T22:00:09,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36223 2024-12-04T22:00:09,463 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb3046a53f79:0 server-side Connection retries=9 2024-12-04T22:00:09,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:00:09,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T22:00:09,465 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T22:00:09,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:00:09,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T22:00:09,467 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T22:00:09,469 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T22:00:09,470 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42061 2024-12-04T22:00:09,472 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42061 connecting to ZooKeeper ensemble=127.0.0.1:57531 2024-12-04T22:00:09,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:00:09,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:00:09,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420610x0, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T22:00:09,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42061-0x100a73f67090001 connected 2024-12-04T22:00:09,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42061-0x100a73f67090001, quorum=127.0.0.1:57531, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:00:09,489 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T22:00:09,499 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T22:00:09,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42061-0x100a73f67090001, quorum=127.0.0.1:57531, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T22:00:09,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42061-0x100a73f67090001, quorum=127.0.0.1:57531, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T22:00:09,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42061 2024-12-04T22:00:09,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42061 2024-12-04T22:00:09,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42061 2024-12-04T22:00:09,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42061 2024-12-04T22:00:09,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42061 2024-12-04T22:00:09,522 DEBUG [M:0;bb3046a53f79:36223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bb3046a53f79:36223 2024-12-04T22:00:09,523 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/bb3046a53f79,36223,1733349608879 2024-12-04T22:00:09,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x100a73f67090001, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:00:09,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:00:09,531 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bb3046a53f79,36223,1733349608879 2024-12-04T22:00:09,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:00:09,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x100a73f67090001, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T22:00:09,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x100a73f67090001, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:00:09,551 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T22:00:09,552 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bb3046a53f79,36223,1733349608879 from backup master directory 2024-12-04T22:00:09,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bb3046a53f79,36223,1733349608879 2024-12-04T22:00:09,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x100a73f67090001, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:00:09,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:00:09,555 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T22:00:09,555 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bb3046a53f79,36223,1733349608879 2024-12-04T22:00:09,557 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T22:00:09,558 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T22:00:09,607 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/hbase.id] with ID: 7136a463-b27e-4867-8354-bb16c90f5e68 2024-12-04T22:00:09,607 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/.tmp/hbase.id 2024-12-04T22:00:09,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741826_1002 (size=42) 2024-12-04T22:00:10,021 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/.tmp/hbase.id]:[hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/hbase.id] 2024-12-04T22:00:10,066 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:00:10,070 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T22:00:10,087 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-04T22:00:10,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x100a73f67090001, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:00:10,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:00:10,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741827_1003 (size=196) 2024-12-04T22:00:10,524 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:00:10,527 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T22:00:10,540 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:00:10,544 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:00:10,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741828_1004 (size=1189) 2024-12-04T22:00:10,992 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/data/master/store 2024-12-04T22:00:11,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741829_1005 (size=34) 2024-12-04T22:00:11,419 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T22:00:11,423 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:00:11,424 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T22:00:11,424 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:00:11,424 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:00:11,425 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T22:00:11,426 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:00:11,426 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:00:11,427 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733349611424Disabling compacts and flushes for region at 1733349611424Disabling writes for close at 1733349611425 (+1 ms)Writing region close event to WAL at 1733349611426 (+1 ms)Closed at 1733349611426 2024-12-04T22:00:11,429 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/data/master/store/.initializing 2024-12-04T22:00:11,429 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/WALs/bb3046a53f79,36223,1733349608879 2024-12-04T22:00:11,437 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:00:11,450 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C36223%2C1733349608879, suffix=, logDir=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/WALs/bb3046a53f79,36223,1733349608879, archiveDir=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/oldWALs, maxLogs=10 2024-12-04T22:00:11,469 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/WALs/bb3046a53f79,36223,1733349608879/bb3046a53f79%2C36223%2C1733349608879.1733349611454, exclude list is [], retry=0 2024-12-04T22:00:11,483 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34445,DS-7f622471-7aae-4984-b5c1-c47744e39e68,DISK] 2024-12-04T22:00:11,486 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T22:00:11,515 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/WALs/bb3046a53f79,36223,1733349608879/bb3046a53f79%2C36223%2C1733349608879.1733349611454 2024-12-04T22:00:11,516 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40937:40937)] 2024-12-04T22:00:11,516 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:00:11,517 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:00:11,519 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:00:11,520 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:00:11,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:00:11,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T22:00:11,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:00:11,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:00:11,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:00:11,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T22:00:11,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:00:11,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:00:11,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:00:11,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T22:00:11,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:00:11,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:00:11,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:00:11,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T22:00:11,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:00:11,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:00:11,594 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:00:11,597 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:00:11,598 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:00:11,603 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:00:11,604 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:00:11,608 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T22:00:11,611 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:00:11,615 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:00:11,616 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74313109, jitterRate=0.10735161602497101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T22:00:11,622 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733349611531Initializing all the Stores at 1733349611533 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349611533Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349611534 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349611534Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349611534Cleaning up temporary data from old regions at 1733349611604 (+70 ms)Region opened successfully at 1733349611621 (+17 ms) 2024-12-04T22:00:11,623 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T22:00:11,654 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6384d544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb3046a53f79/172.17.0.2:0 2024-12-04T22:00:11,682 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T22:00:11,692 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T22:00:11,693 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T22:00:11,695 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T22:00:11,696 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T22:00:11,701 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-04T22:00:11,701 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T22:00:11,725 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T22:00:11,735 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T22:00:11,737 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T22:00:11,739 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T22:00:11,740 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T22:00:11,741 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T22:00:11,744 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T22:00:11,748 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T22:00:11,749 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T22:00:11,750 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T22:00:11,751 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T22:00:11,766 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T22:00:11,767 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T22:00:11,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x100a73f67090001, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T22:00:11,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T22:00:11,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x100a73f67090001, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:00:11,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:00:11,773 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bb3046a53f79,36223,1733349608879, sessionid=0x100a73f67090000, setting cluster-up flag (Was=false) 2024-12-04T22:00:11,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x100a73f67090001, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:00:11,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:00:11,785 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T22:00:11,787 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb3046a53f79,36223,1733349608879 2024-12-04T22:00:11,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x100a73f67090001, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:00:11,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:00:11,796 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T22:00:11,797 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb3046a53f79,36223,1733349608879 2024-12-04T22:00:11,803 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T22:00:11,815 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(746): ClusterId : 7136a463-b27e-4867-8354-bb16c90f5e68 2024-12-04T22:00:11,817 DEBUG [RS:0;bb3046a53f79:42061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T22:00:11,821 DEBUG [RS:0;bb3046a53f79:42061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T22:00:11,821 DEBUG [RS:0;bb3046a53f79:42061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T22:00:11,823 DEBUG [RS:0;bb3046a53f79:42061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T22:00:11,823 DEBUG [RS:0;bb3046a53f79:42061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6358e764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb3046a53f79/172.17.0.2:0 2024-12-04T22:00:11,835 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bb3046a53f79:42061 2024-12-04T22:00:11,839 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T22:00:11,839 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T22:00:11,839 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T22:00:11,842 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb3046a53f79,36223,1733349608879 with port=42061, startcode=1733349609433 2024-12-04T22:00:11,854 DEBUG [RS:0;bb3046a53f79:42061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T22:00:11,874 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T22:00:11,884 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T22:00:11,888 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49173, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T22:00:11,891 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T22:00:11,895 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36223 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-04T22:00:11,898 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bb3046a53f79,36223,1733349608879 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T22:00:11,905 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:00:11,905 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:00:11,905 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:00:11,906 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:00:11,906 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bb3046a53f79:0, corePoolSize=10, maxPoolSize=10 2024-12-04T22:00:11,906 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:00:11,906 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bb3046a53f79:0, corePoolSize=2, maxPoolSize=2 2024-12-04T22:00:11,906 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:00:11,908 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733349641908 2024-12-04T22:00:11,909 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T22:00:11,910 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T22:00:11,911 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:00:11,912 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T22:00:11,914 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T22:00:11,914 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T22:00:11,914 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T22:00:11,914 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T22:00:11,915 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T22:00:11,917 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:00:11,917 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T22:00:11,918 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T22:00:11,919 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T22:00:11,919 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T22:00:11,921 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T22:00:11,921 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T22:00:11,926 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.large.0-1733349611923,5,FailOnTimeoutGroup] 2024-12-04T22:00:11,929 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.small.0-1733349611926,5,FailOnTimeoutGroup] 2024-12-04T22:00:11,929 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T22:00:11,929 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T22:00:11,929 WARN [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying. 2024-12-04T22:00:11,929 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T22:00:11,931 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T22:00:11,931 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T22:00:11,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741831_1007 (size=1321) 2024-12-04T22:00:12,337 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T22:00:12,338 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83 2024-12-04T22:00:12,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741832_1008 (size=32) 2024-12-04T22:00:12,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:00:12,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T22:00:12,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T22:00:12,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:00:12,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:00:12,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T22:00:12,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T22:00:12,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:00:12,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:00:12,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T22:00:12,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T22:00:12,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:00:12,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:00:12,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T22:00:12,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T22:00:12,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:00:12,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:00:12,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T22:00:12,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/meta/1588230740 2024-12-04T22:00:12,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/meta/1588230740 2024-12-04T22:00:12,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T22:00:12,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T22:00:12,381 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T22:00:12,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T22:00:12,388 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:00:12,389 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58749845, jitterRate=-0.12455908954143524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T22:00:12,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733349612353Initializing all the Stores at 1733349612354 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349612355 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349612355Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349612355Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349612355Cleaning up temporary data from old regions at 1733349612380 (+25 ms)Region opened successfully at 1733349612391 (+11 ms) 2024-12-04T22:00:12,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T22:00:12,392 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T22:00:12,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T22:00:12,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T22:00:12,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T22:00:12,393 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T22:00:12,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733349612391Disabling compacts and flushes for region at 1733349612391Disabling writes for close at 1733349612392 (+1 ms)Writing region close event to WAL at 1733349612393 (+1 ms)Closed at 1733349612393 2024-12-04T22:00:12,397 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:00:12,397 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T22:00:12,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T22:00:12,408 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T22:00:12,410 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T22:00:12,562 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:13,563 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:14,564 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:15,566 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:16,567 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:17,568 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:18,569 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:19,195 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T22:00:19,197 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T22:00:19,570 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:20,571 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:21,573 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:22,574 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:23,575 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:24,576 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:25,577 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:26,579 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:27,580 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:28,581 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:29,582 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:30,583 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:31,585 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:32,586 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:33,587 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:34,588 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:35,589 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:36,590 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:37,591 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:38,033 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T22:00:38,592 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:39,594 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:40,595 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:41,596 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:41,932 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb3046a53f79,36223,1733349608879 with port=42061, startcode=1733349609433 2024-12-04T22:00:41,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36223 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb3046a53f79,42061,1733349609433 2024-12-04T22:00:41,942 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36223 {}] master.ServerManager(517): Registering regionserver=bb3046a53f79,42061,1733349609433 2024-12-04T22:00:41,950 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83 2024-12-04T22:00:41,950 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38073 2024-12-04T22:00:41,950 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T22:00:41,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T22:00:41,954 DEBUG [RS:0;bb3046a53f79:42061 {}] zookeeper.ZKUtil(111): regionserver:42061-0x100a73f67090001, quorum=127.0.0.1:57531, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb3046a53f79,42061,1733349609433 2024-12-04T22:00:41,954 WARN [RS:0;bb3046a53f79:42061 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T22:00:41,954 INFO [RS:0;bb3046a53f79:42061 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:00:41,954 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/WALs/bb3046a53f79,42061,1733349609433 2024-12-04T22:00:41,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb3046a53f79,42061,1733349609433] 2024-12-04T22:00:41,979 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T22:00:41,991 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T22:00:41,995 INFO [RS:0;bb3046a53f79:42061 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T22:00:41,995 INFO [RS:0;bb3046a53f79:42061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:00:41,996 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T22:00:42,001 INFO [RS:0;bb3046a53f79:42061 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T22:00:42,002 INFO [RS:0;bb3046a53f79:42061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T22:00:42,002 DEBUG [RS:0;bb3046a53f79:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:00:42,002 DEBUG [RS:0;bb3046a53f79:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:00:42,002 DEBUG [RS:0;bb3046a53f79:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:00:42,003 DEBUG [RS:0;bb3046a53f79:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:00:42,003 DEBUG [RS:0;bb3046a53f79:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:00:42,003 DEBUG [RS:0;bb3046a53f79:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0, corePoolSize=2, maxPoolSize=2 2024-12-04T22:00:42,003 DEBUG [RS:0;bb3046a53f79:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:00:42,003 DEBUG [RS:0;bb3046a53f79:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:00:42,003 DEBUG [RS:0;bb3046a53f79:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:00:42,003 DEBUG [RS:0;bb3046a53f79:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:00:42,003 DEBUG [RS:0;bb3046a53f79:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:00:42,003 DEBUG [RS:0;bb3046a53f79:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:00:42,004 DEBUG [RS:0;bb3046a53f79:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:00:42,004 DEBUG [RS:0;bb3046a53f79:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:00:42,005 INFO [RS:0;bb3046a53f79:42061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:00:42,005 INFO [RS:0;bb3046a53f79:42061 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:00:42,005 INFO [RS:0;bb3046a53f79:42061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:00:42,005 INFO [RS:0;bb3046a53f79:42061 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T22:00:42,005 INFO [RS:0;bb3046a53f79:42061 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T22:00:42,005 INFO [RS:0;bb3046a53f79:42061 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,42061,1733349609433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T22:00:42,021 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T22:00:42,022 INFO [RS:0;bb3046a53f79:42061 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,42061,1733349609433-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:00:42,022 INFO [RS:0;bb3046a53f79:42061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:00:42,022 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.Replication(171): bb3046a53f79,42061,1733349609433 started 2024-12-04T22:00:42,037 INFO [RS:0;bb3046a53f79:42061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:00:42,037 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1482): Serving as bb3046a53f79,42061,1733349609433, RpcServer on bb3046a53f79/172.17.0.2:42061, sessionid=0x100a73f67090001 2024-12-04T22:00:42,038 DEBUG [RS:0;bb3046a53f79:42061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T22:00:42,038 DEBUG [RS:0;bb3046a53f79:42061 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb3046a53f79,42061,1733349609433 2024-12-04T22:00:42,038 DEBUG [RS:0;bb3046a53f79:42061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,42061,1733349609433' 2024-12-04T22:00:42,038 DEBUG [RS:0;bb3046a53f79:42061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T22:00:42,039 DEBUG [RS:0;bb3046a53f79:42061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T22:00:42,040 DEBUG [RS:0;bb3046a53f79:42061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T22:00:42,040 DEBUG [RS:0;bb3046a53f79:42061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T22:00:42,040 DEBUG [RS:0;bb3046a53f79:42061 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb3046a53f79,42061,1733349609433 2024-12-04T22:00:42,040 DEBUG [RS:0;bb3046a53f79:42061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,42061,1733349609433' 2024-12-04T22:00:42,040 DEBUG [RS:0;bb3046a53f79:42061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T22:00:42,041 DEBUG [RS:0;bb3046a53f79:42061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T22:00:42,042 DEBUG [RS:0;bb3046a53f79:42061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T22:00:42,042 INFO [RS:0;bb3046a53f79:42061 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T22:00:42,042 INFO [RS:0;bb3046a53f79:42061 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T22:00:42,597 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:43,598 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:44,600 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:45,601 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:46,602 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:47,603 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:48,604 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:49,605 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:50,606 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:51,607 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:52,608 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:53,610 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:54,611 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:55,612 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:56,613 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:57,614 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:58,615 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:00:59,617 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:01:00,618 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:01:01,619 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:01:02,620 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:01:03,621 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:01:04,622 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:01:05,624 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:01:06,625 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:01:07,626 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:01:08,034 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T22:01:08,627 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:01:09,628 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:01:10,629 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:01:11,630 WARN [bb3046a53f79:36223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:01:12,054 INFO [RS:0;bb3046a53f79:42061 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:01:12,058 INFO [RS:0;bb3046a53f79:42061 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C42061%2C1733349609433, suffix=, logDir=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/WALs/bb3046a53f79,42061,1733349609433, archiveDir=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/oldWALs, maxLogs=32 2024-12-04T22:01:12,071 DEBUG [RS:0;bb3046a53f79:42061 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/WALs/bb3046a53f79,42061,1733349609433/bb3046a53f79%2C42061%2C1733349609433.1733349672060, exclude list is [], retry=0 2024-12-04T22:01:12,075 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34445,DS-7f622471-7aae-4984-b5c1-c47744e39e68,DISK] 2024-12-04T22:01:12,077 INFO [RS:0;bb3046a53f79:42061 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/WALs/bb3046a53f79,42061,1733349609433/bb3046a53f79%2C42061%2C1733349609433.1733349672060 2024-12-04T22:01:12,078 DEBUG [RS:0;bb3046a53f79:42061 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40937:40937)] 2024-12-04T22:01:12,134 DEBUG [bb3046a53f79:36223 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T22:01:12,146 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bb3046a53f79,42061,1733349609433 2024-12-04T22:01:12,151 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb3046a53f79,42061,1733349609433, state=OPENING 2024-12-04T22:01:12,156 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T22:01:12,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:01:12,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x100a73f67090001, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:01:12,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:01:12,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:01:12,160 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T22:01:12,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bb3046a53f79,42061,1733349609433}] 2024-12-04T22:01:12,343 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T22:01:12,346 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43115, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T22:01:12,355 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T22:01:12,356 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:01:12,356 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T22:01:12,360 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C42061%2C1733349609433.meta, suffix=.meta, logDir=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/WALs/bb3046a53f79,42061,1733349609433, archiveDir=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/oldWALs, maxLogs=32 2024-12-04T22:01:12,375 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/WALs/bb3046a53f79,42061,1733349609433/bb3046a53f79%2C42061%2C1733349609433.meta.1733349672362.meta, exclude list is [], retry=0 2024-12-04T22:01:12,378 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34445,DS-7f622471-7aae-4984-b5c1-c47744e39e68,DISK] 2024-12-04T22:01:12,381 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/WALs/bb3046a53f79,42061,1733349609433/bb3046a53f79%2C42061%2C1733349609433.meta.1733349672362.meta 2024-12-04T22:01:12,381 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40937:40937)] 2024-12-04T22:01:12,382 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:01:12,384 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T22:01:12,387 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T22:01:12,392 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T22:01:12,397 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T22:01:12,397 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:01:12,398 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T22:01:12,398 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T22:01:12,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T22:01:12,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T22:01:12,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:01:12,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:01:12,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T22:01:12,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T22:01:12,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:01:12,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:01:12,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T22:01:12,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T22:01:12,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:01:12,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:01:12,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T22:01:12,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T22:01:12,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:01:12,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:01:12,411 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T22:01:12,413 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/meta/1588230740 2024-12-04T22:01:12,415 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/meta/1588230740 2024-12-04T22:01:12,418 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T22:01:12,418 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T22:01:12,419 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T22:01:12,421 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T22:01:12,422 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70237498, jitterRate=0.04662027955055237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T22:01:12,422 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T22:01:12,424 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733349672398Writing region info on filesystem at 1733349672398Initializing all the Stores at 1733349672400 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349672400Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349672401 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349672401Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733349672401Cleaning up temporary data from old regions at 1733349672418 (+17 ms)Running coprocessor post-open hooks at 1733349672422 (+4 ms)Region opened successfully at 1733349672423 (+1 ms) 2024-12-04T22:01:12,430 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733349672335 2024-12-04T22:01:12,440 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T22:01:12,441 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T22:01:12,442 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,42061,1733349609433 2024-12-04T22:01:12,445 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb3046a53f79,42061,1733349609433, state=OPEN 2024-12-04T22:01:12,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x100a73f67090001, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T22:01:12,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T22:01:12,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:01:12,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:01:12,448 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bb3046a53f79,42061,1733349609433 2024-12-04T22:01:12,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T22:01:12,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bb3046a53f79,42061,1733349609433 in 286 msec 2024-12-04T22:01:12,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T22:01:12,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.055 sec 2024-12-04T22:01:12,462 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:01:12,462 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T22:01:12,480 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:01:12,481 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,42061,1733349609433, seqNum=-1] 2024-12-04T22:01:12,497 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:01:12,499 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36153, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:01:12,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.684 sec 2024-12-04T22:01:12,517 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733349672517, completionTime=-1 2024-12-04T22:01:12,520 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T22:01:12,520 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T22:01:12,542 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T22:01:12,543 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733349732543 2024-12-04T22:01:12,543 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733349792543 2024-12-04T22:01:12,543 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec 2024-12-04T22:01:12,544 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,36223,1733349608879-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:01:12,544 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,36223,1733349608879-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:01:12,545 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,36223,1733349608879-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:01:12,546 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bb3046a53f79:36223, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:01:12,546 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T22:01:12,546 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T22:01:12,552 DEBUG [master/bb3046a53f79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T22:01:12,570 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.015sec 2024-12-04T22:01:12,572 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T22:01:12,573 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T22:01:12,574 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T22:01:12,574 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T22:01:12,575 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T22:01:12,575 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,36223,1733349608879-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T22:01:12,576 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,36223,1733349608879-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T22:01:12,583 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T22:01:12,584 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T22:01:12,584 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,36223,1733349608879-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:01:12,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:01:12,622 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T22:01:12,622 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T22:01:12,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,36223,-1 for getting cluster id 2024-12-04T22:01:12,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:01:12,636 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7136a463-b27e-4867-8354-bb16c90f5e68' 2024-12-04T22:01:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:01:12,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7136a463-b27e-4867-8354-bb16c90f5e68" 2024-12-04T22:01:12,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c18b37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:01:12,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,36223,-1] 2024-12-04T22:01:12,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:01:12,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:01:12,645 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:01:12,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fad6539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:01:12,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:01:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,42061,1733349609433, seqNum=-1] 2024-12-04T22:01:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:01:12,665 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:01:12,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bb3046a53f79,36223,1733349608879 2024-12-04T22:01:12,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68214a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:01:12,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,36223,-1 for getting cluster id 2024-12-04T22:01:12,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:01:12,686 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7136a463-b27e-4867-8354-bb16c90f5e68' 2024-12-04T22:01:12,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:01:12,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7136a463-b27e-4867-8354-bb16c90f5e68" 2024-12-04T22:01:12,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed6228b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:01:12,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,36223,-1] 2024-12-04T22:01:12,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:01:12,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:01:12,690 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:01:12,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16977178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:01:12,704 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=129, ProcessCount=11, AvailableMemoryMB=3437 2024-12-04T22:01:12,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T22:01:12,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bb3046a53f79,36223,1733349608879 2024-12-04T22:01:12,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52bcf96a 2024-12-04T22:01:12,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T22:01:12,718 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T22:01:12,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:01:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-12-04T22:01:12,736 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T22:01:12,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-12-04T22:01:12,738 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:01:12,740 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T22:01:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:01:12,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741835_1011 (size=428) 2024-12-04T22:01:13,162 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e5db5da6a3ae5b7e8cd667e62904d578, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83 2024-12-04T22:01:13,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741836_1012 (size=79) 2024-12-04T22:01:13,574 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:01:13,575 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing e5db5da6a3ae5b7e8cd667e62904d578, disabling compactions & flushes 2024-12-04T22:01:13,575 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578. 2024-12-04T22:01:13,575 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578. 2024-12-04T22:01:13,575 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578. after waiting 0 ms 2024-12-04T22:01:13,576 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578. 2024-12-04T22:01:13,576 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578. 2024-12-04T22:01:13,576 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for e5db5da6a3ae5b7e8cd667e62904d578: Waiting for close lock at 1733349673575Disabling compacts and flushes for region at 1733349673575Disabling writes for close at 1733349673575Writing region close event to WAL at 1733349673576 (+1 ms)Closed at 1733349673576 2024-12-04T22:01:13,581 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T22:01:13,589 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733349673581"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349673581"}]},"ts":"1733349673581"} 2024-12-04T22:01:13,594 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T22:01:13,596 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T22:01:13,598 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349673596"}]},"ts":"1733349673596"} 2024-12-04T22:01:13,602 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-12-04T22:01:13,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e5db5da6a3ae5b7e8cd667e62904d578, ASSIGN}] 2024-12-04T22:01:13,607 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e5db5da6a3ae5b7e8cd667e62904d578, ASSIGN 2024-12-04T22:01:13,609 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e5db5da6a3ae5b7e8cd667e62904d578, ASSIGN; state=OFFLINE, location=bb3046a53f79,42061,1733349609433; forceNewPlan=false, retain=false 2024-12-04T22:01:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:01:13,761 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5db5da6a3ae5b7e8cd667e62904d578, regionState=OPENING, regionLocation=bb3046a53f79,42061,1733349609433 2024-12-04T22:01:13,767 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e5db5da6a3ae5b7e8cd667e62904d578, ASSIGN because future has completed 2024-12-04T22:01:13,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5db5da6a3ae5b7e8cd667e62904d578, server=bb3046a53f79,42061,1733349609433}] 2024-12-04T22:01:13,936 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578. 2024-12-04T22:01:13,937 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e5db5da6a3ae5b7e8cd667e62904d578, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:01:13,937 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync e5db5da6a3ae5b7e8cd667e62904d578 2024-12-04T22:01:13,938 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:01:13,938 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e5db5da6a3ae5b7e8cd667e62904d578 2024-12-04T22:01:13,938 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e5db5da6a3ae5b7e8cd667e62904d578 2024-12-04T22:01:13,941 INFO [StoreOpener-e5db5da6a3ae5b7e8cd667e62904d578-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e5db5da6a3ae5b7e8cd667e62904d578 2024-12-04T22:01:13,943 INFO [StoreOpener-e5db5da6a3ae5b7e8cd667e62904d578-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5db5da6a3ae5b7e8cd667e62904d578 columnFamilyName testFamily 2024-12-04T22:01:13,943 DEBUG [StoreOpener-e5db5da6a3ae5b7e8cd667e62904d578-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:01:13,945 INFO [StoreOpener-e5db5da6a3ae5b7e8cd667e62904d578-1 {}] regionserver.HStore(327): Store=e5db5da6a3ae5b7e8cd667e62904d578/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:01:13,945 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e5db5da6a3ae5b7e8cd667e62904d578 2024-12-04T22:01:13,946 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e5db5da6a3ae5b7e8cd667e62904d578 2024-12-04T22:01:13,947 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e5db5da6a3ae5b7e8cd667e62904d578 2024-12-04T22:01:13,947 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e5db5da6a3ae5b7e8cd667e62904d578 2024-12-04T22:01:13,947 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e5db5da6a3ae5b7e8cd667e62904d578 2024-12-04T22:01:13,950 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e5db5da6a3ae5b7e8cd667e62904d578 2024-12-04T22:01:13,953 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e5db5da6a3ae5b7e8cd667e62904d578/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:01:13,954 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e5db5da6a3ae5b7e8cd667e62904d578; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67644159, jitterRate=0.007976517081260681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:01:13,954 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5db5da6a3ae5b7e8cd667e62904d578 2024-12-04T22:01:13,954 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e5db5da6a3ae5b7e8cd667e62904d578: Running coprocessor pre-open hook at 1733349673938Writing region info on filesystem at 1733349673938Initializing all the Stores at 1733349673940 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349673940Cleaning up temporary data from old regions at 1733349673947 (+7 ms)Running coprocessor post-open hooks at 1733349673954 (+7 ms)Region opened successfully at 1733349673954 2024-12-04T22:01:13,956 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578., pid=6, masterSystemTime=1733349673924 2024-12-04T22:01:13,959 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578. 2024-12-04T22:01:13,960 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578. 2024-12-04T22:01:13,960 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5db5da6a3ae5b7e8cd667e62904d578, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,42061,1733349609433 2024-12-04T22:01:13,964 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5db5da6a3ae5b7e8cd667e62904d578, server=bb3046a53f79,42061,1733349609433 because future has completed 2024-12-04T22:01:13,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T22:01:13,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e5db5da6a3ae5b7e8cd667e62904d578, server=bb3046a53f79,42061,1733349609433 in 197 msec 2024-12-04T22:01:13,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T22:01:13,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e5db5da6a3ae5b7e8cd667e62904d578, ASSIGN in 366 msec 2024-12-04T22:01:13,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T22:01:13,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349673977"}]},"ts":"1733349673977"} 2024-12-04T22:01:13,981 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-12-04T22:01:13,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T22:01:13,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2540 sec 2024-12-04T22:01:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:01:15,772 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-12-04T22:01:15,772 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-12-04T22:01:15,774 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:01:15,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-12-04T22:01:15,782 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:01:15,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-12-04T22:01:15,784 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:01:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,42061,1733349609433, seqNum=-1] 2024-12-04T22:01:15,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:01:15,789 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:01:15,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578., hostname=bb3046a53f79,42061,1733349609433, seqNum=2] 2024-12-04T22:01:15,812 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-04T22:01:15,816 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-12-04T22:01:15,822 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-12-04T22:01:15,827 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-12-04T22:01:15,829 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-12-04T22:01:15,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8789411225621495816 2024-12-04T22:01:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34840 deadline: 1733349678829, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-04T22:01:15,840 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-12-04T22:01:15,841 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-12-04T22:01:15,843 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-04T22:01:15,845 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-04T22:01:15,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8789411225621495818 2024-12-04T22:01:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34840 deadline: 1733349678844, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-04T22:01:15,849 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-04T22:01:15,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=8789411225621495819 2024-12-04T22:01:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34840 deadline: 1733349678849, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-04T22:01:15,854 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-04T22:01:15,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=8789411225621495820 2024-12-04T22:01:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34840 deadline: 1733349678853, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-04T22:01:15,859 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-04T22:01:15,869 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-902259450_22 at /127.0.0.1:59984 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=129 (was 129), ProcessCount=11 (was 11), AvailableMemoryMB=3419 (was 3437) 2024-12-04T22:01:15,877 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=129, ProcessCount=11, AvailableMemoryMB=3418 2024-12-04T22:01:15,880 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:01:15,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36223 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-12-04T22:01:15,884 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T22:01:15,884 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:01:15,884 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-12-04T22:01:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T22:01:15,886 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T22:01:15,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741837_1013 (size=414) 2024-12-04T22:01:16,302 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 64caaf8c588fabe730e93053b9109475, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83 2024-12-04T22:01:16,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741838_1014 (size=65) 2024-12-04T22:01:16,717 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:01:16,717 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 64caaf8c588fabe730e93053b9109475, disabling compactions & flushes 2024-12-04T22:01:16,718 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475. 2024-12-04T22:01:16,718 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475. 2024-12-04T22:01:16,718 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475. after waiting 0 ms 2024-12-04T22:01:16,718 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475. 2024-12-04T22:01:16,718 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475. 2024-12-04T22:01:16,719 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 64caaf8c588fabe730e93053b9109475: Waiting for close lock at 1733349676717Disabling compacts and flushes for region at 1733349676717Disabling writes for close at 1733349676718 (+1 ms)Writing region close event to WAL at 1733349676718Closed at 1733349676718 2024-12-04T22:01:16,723 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T22:01:16,723 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733349676723"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349676723"}]},"ts":"1733349676723"} 2024-12-04T22:01:16,727 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T22:01:16,729 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T22:01:16,729 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349676729"}]},"ts":"1733349676729"} 2024-12-04T22:01:16,732 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-12-04T22:01:16,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=64caaf8c588fabe730e93053b9109475, ASSIGN}] 2024-12-04T22:01:16,735 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=64caaf8c588fabe730e93053b9109475, ASSIGN 2024-12-04T22:01:16,737 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=64caaf8c588fabe730e93053b9109475, ASSIGN; state=OFFLINE, location=bb3046a53f79,42061,1733349609433; forceNewPlan=false, retain=false 2024-12-04T22:01:16,888 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=64caaf8c588fabe730e93053b9109475, regionState=OPENING, regionLocation=bb3046a53f79,42061,1733349609433 2024-12-04T22:01:16,896 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=64caaf8c588fabe730e93053b9109475, ASSIGN because future has completed 2024-12-04T22:01:16,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64caaf8c588fabe730e93053b9109475, server=bb3046a53f79,42061,1733349609433}] 2024-12-04T22:01:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T22:01:17,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475. 2024-12-04T22:01:17,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 64caaf8c588fabe730e93053b9109475, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:01:17,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 64caaf8c588fabe730e93053b9109475 2024-12-04T22:01:17,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:01:17,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 64caaf8c588fabe730e93053b9109475 2024-12-04T22:01:17,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 64caaf8c588fabe730e93053b9109475 2024-12-04T22:01:17,069 INFO [StoreOpener-64caaf8c588fabe730e93053b9109475-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 64caaf8c588fabe730e93053b9109475 2024-12-04T22:01:17,071 INFO [StoreOpener-64caaf8c588fabe730e93053b9109475-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64caaf8c588fabe730e93053b9109475 columnFamilyName testFamily 2024-12-04T22:01:17,071 DEBUG [StoreOpener-64caaf8c588fabe730e93053b9109475-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:01:17,072 INFO [StoreOpener-64caaf8c588fabe730e93053b9109475-1 {}] regionserver.HStore(327): Store=64caaf8c588fabe730e93053b9109475/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:01:17,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 64caaf8c588fabe730e93053b9109475 2024-12-04T22:01:17,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnOpenScanner/64caaf8c588fabe730e93053b9109475 2024-12-04T22:01:17,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnOpenScanner/64caaf8c588fabe730e93053b9109475 2024-12-04T22:01:17,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 64caaf8c588fabe730e93053b9109475 2024-12-04T22:01:17,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 64caaf8c588fabe730e93053b9109475 2024-12-04T22:01:17,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 64caaf8c588fabe730e93053b9109475 2024-12-04T22:01:17,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnOpenScanner/64caaf8c588fabe730e93053b9109475/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:01:17,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 64caaf8c588fabe730e93053b9109475; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65334339, jitterRate=-0.026442483067512512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:01:17,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64caaf8c588fabe730e93053b9109475 2024-12-04T22:01:17,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 64caaf8c588fabe730e93053b9109475: Running coprocessor pre-open hook at 1733349677066Writing region info on filesystem at 1733349677066Initializing all the Stores at 1733349677068 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349677068Cleaning up temporary data from old regions at 1733349677074 (+6 ms)Running coprocessor post-open hooks at 1733349677081 (+7 ms)Region opened successfully at 1733349677082 (+1 ms) 2024-12-04T22:01:17,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475., pid=9, masterSystemTime=1733349677054 2024-12-04T22:01:17,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475. 2024-12-04T22:01:17,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475. 2024-12-04T22:01:17,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=64caaf8c588fabe730e93053b9109475, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,42061,1733349609433 2024-12-04T22:01:17,091 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64caaf8c588fabe730e93053b9109475, server=bb3046a53f79,42061,1733349609433 because future has completed 2024-12-04T22:01:17,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T22:01:17,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 64caaf8c588fabe730e93053b9109475, server=bb3046a53f79,42061,1733349609433 in 194 msec 2024-12-04T22:01:17,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-04T22:01:17,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=64caaf8c588fabe730e93053b9109475, ASSIGN in 362 msec 2024-12-04T22:01:17,101 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T22:01:17,101 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349677101"}]},"ts":"1733349677101"} 2024-12-04T22:01:17,104 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-12-04T22:01:17,105 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T22:01:17,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2250 sec 2024-12-04T22:01:17,938 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T22:01:17,975 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-12-04T22:01:17,977 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T22:01:17,978 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-12-04T22:01:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T22:01:18,919 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-12-04T22:01:18,920 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-12-04T22:01:18,920 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:01:18,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-12-04T22:01:18,929 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:01:18,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-12-04T22:01:18,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475., hostname=bb3046a53f79,42061,1733349609433, seqNum=2] 2024-12-04T22:01:18,945 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-04T22:01:18,945 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-12-04T22:01:18,948 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-04T22:01:18,950 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42061 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-12-04T22:01:19,194 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T22:01:19,194 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T22:01:19,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T22:01:19,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T22:01:19,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-12-04T22:01:19,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-12-04T22:01:19,201 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-12-04T22:01:19,201 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-12-04T22:01:24,961 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475., hostname=bb3046a53f79,42061,1733349609433, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475., hostname=bb3046a53f79,42061,1733349609433, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=bb3046a53f79:42061 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms 2024-12-04T22:01:24,962 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475., hostname=bb3046a53f79,42061,1733349609433, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms 2024-12-04T22:01:24,962 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475., hostname=bb3046a53f79,42061,1733349609433, seqNum=2 from cache 2024-12-04T22:01:24,972 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=109 (was 129), ProcessCount=11 (was 11), AvailableMemoryMB=3397 (was 3418) 2024-12-04T22:01:24,980 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=109, ProcessCount=11, AvailableMemoryMB=3397 2024-12-04T22:01:24,982 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:01:24,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36223 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-12-04T22:01:24,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T22:01:24,987 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:01:24,987 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-12-04T22:01:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-12-04T22:01:24,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T22:01:24,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741839_1015 (size=412) 2024-12-04T22:01:25,407 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d35583274b4c893588f0172a267363f, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83 2024-12-04T22:01:25,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741840_1016 (size=63) 2024-12-04T22:01:25,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes 2024-12-04T22:01:25,819 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:01:25,819 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 4d35583274b4c893588f0172a267363f, disabling compactions & flushes 2024-12-04T22:01:25,819 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f. 2024-12-04T22:01:25,820 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f. 2024-12-04T22:01:25,820 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f. after waiting 0 ms 2024-12-04T22:01:25,820 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f. 2024-12-04T22:01:25,820 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f. 2024-12-04T22:01:25,820 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d35583274b4c893588f0172a267363f: Waiting for close lock at 1733349685819Disabling compacts and flushes for region at 1733349685819Disabling writes for close at 1733349685820 (+1 ms)Writing region close event to WAL at 1733349685820Closed at 1733349685820 2024-12-04T22:01:25,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T22:01:25,823 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733349685822"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349685822"}]},"ts":"1733349685822"} 2024-12-04T22:01:25,827 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T22:01:25,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T22:01:25,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349685829"}]},"ts":"1733349685829"} 2024-12-04T22:01:25,832 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-12-04T22:01:25,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=4d35583274b4c893588f0172a267363f, ASSIGN}] 2024-12-04T22:01:25,835 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=4d35583274b4c893588f0172a267363f, ASSIGN 2024-12-04T22:01:25,836 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=4d35583274b4c893588f0172a267363f, ASSIGN; state=OFFLINE, location=bb3046a53f79,42061,1733349609433; forceNewPlan=false, retain=false 2024-12-04T22:01:25,987 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4d35583274b4c893588f0172a267363f, regionState=OPENING, regionLocation=bb3046a53f79,42061,1733349609433 2024-12-04T22:01:25,992 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=4d35583274b4c893588f0172a267363f, ASSIGN because future has completed 2024-12-04T22:01:25,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d35583274b4c893588f0172a267363f, server=bb3046a53f79,42061,1733349609433}] 2024-12-04T22:01:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-12-04T22:01:26,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f. 2024-12-04T22:01:26,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d35583274b4c893588f0172a267363f, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:01:26,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 4d35583274b4c893588f0172a267363f 2024-12-04T22:01:26,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:01:26,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 4d35583274b4c893588f0172a267363f 2024-12-04T22:01:26,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 4d35583274b4c893588f0172a267363f 2024-12-04T22:01:26,157 INFO [StoreOpener-4d35583274b4c893588f0172a267363f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4d35583274b4c893588f0172a267363f 2024-12-04T22:01:26,159 INFO [StoreOpener-4d35583274b4c893588f0172a267363f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d35583274b4c893588f0172a267363f columnFamilyName testFamily 2024-12-04T22:01:26,159 DEBUG [StoreOpener-4d35583274b4c893588f0172a267363f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:01:26,160 INFO [StoreOpener-4d35583274b4c893588f0172a267363f-1 {}] regionserver.HStore(327): Store=4d35583274b4c893588f0172a267363f/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:01:26,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 4d35583274b4c893588f0172a267363f 2024-12-04T22:01:26,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnNextAsync/4d35583274b4c893588f0172a267363f 2024-12-04T22:01:26,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnNextAsync/4d35583274b4c893588f0172a267363f 2024-12-04T22:01:26,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 4d35583274b4c893588f0172a267363f 2024-12-04T22:01:26,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 4d35583274b4c893588f0172a267363f 2024-12-04T22:01:26,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 4d35583274b4c893588f0172a267363f 2024-12-04T22:01:26,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnNextAsync/4d35583274b4c893588f0172a267363f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:01:26,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 4d35583274b4c893588f0172a267363f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69604352, jitterRate=0.0371856689453125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:01:26,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d35583274b4c893588f0172a267363f 2024-12-04T22:01:26,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 4d35583274b4c893588f0172a267363f: Running coprocessor pre-open hook at 1733349686155Writing region info on filesystem at 1733349686155Initializing all the Stores at 1733349686157 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349686157Cleaning up temporary data from old regions at 1733349686163 (+6 ms)Running coprocessor post-open hooks at 1733349686169 (+6 ms)Region opened successfully at 1733349686170 (+1 ms) 2024-12-04T22:01:26,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f., pid=12, masterSystemTime=1733349686147 2024-12-04T22:01:26,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f. 2024-12-04T22:01:26,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f. 2024-12-04T22:01:26,175 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4d35583274b4c893588f0172a267363f, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,42061,1733349609433 2024-12-04T22:01:26,177 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d35583274b4c893588f0172a267363f, server=bb3046a53f79,42061,1733349609433 because future has completed 2024-12-04T22:01:26,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T22:01:26,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d35583274b4c893588f0172a267363f, server=bb3046a53f79,42061,1733349609433 in 186 msec 2024-12-04T22:01:26,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-04T22:01:26,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=4d35583274b4c893588f0172a267363f, ASSIGN in 350 msec 2024-12-04T22:01:26,187 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T22:01:26,187 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349686187"}]},"ts":"1733349686187"} 2024-12-04T22:01:26,190 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-12-04T22:01:26,192 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T22:01:26,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2100 sec 2024-12-04T22:01:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-12-04T22:01:28,019 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-12-04T22:01:28,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-12-04T22:01:28,020 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:01:28,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-12-04T22:01:28,029 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:01:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-12-04T22:01:28,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f., hostname=bb3046a53f79,42061,1733349609433, seqNum=2] 2024-12-04T22:01:28,045 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-04T22:01:28,045 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-12-04T22:01:28,049 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-04T22:01:28,052 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-04T22:01:28,053 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-04T22:01:28,054 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42061 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-12-04T22:01:29,194 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-12-04T22:01:29,194 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-12-04T22:01:29,981 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-12-04T22:01:31,679 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T22:01:34,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42061 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8789411225621495829' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-04T22:01:34,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42061 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:34840 deadline: 1733349700061, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8789411225621495829' does not exist 2024-12-04T22:01:34,068 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to bb3046a53f79,42061,1733349609433 for closing scanner id = 8789411225621495829 for 4d35583274b4c893588f0172a267363f of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8789411225621495829' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:01:34,071 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=107 (was 109), ProcessCount=11 (was 11), AvailableMemoryMB=3384 (was 3397) 2024-12-04T22:01:34,081 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=107, ProcessCount=11, AvailableMemoryMB=3384 2024-12-04T22:01:34,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:01:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-12-04T22:01:34,086 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T22:01:34,086 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:01:34,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-12-04T22:01:34,088 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T22:01:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T22:01:34,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741841_1017 (size=423) 2024-12-04T22:01:34,503 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b5dda49a5243752b489cb237965fd13d, NAME => 'testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83 2024-12-04T22:01:34,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741842_1018 (size=74) 2024-12-04T22:01:34,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes 2024-12-04T22:01:34,918 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:01:34,919 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing b5dda49a5243752b489cb237965fd13d, disabling compactions & flushes 2024-12-04T22:01:34,919 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d. 2024-12-04T22:01:34,919 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d. 2024-12-04T22:01:34,919 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d. after waiting 0 ms 2024-12-04T22:01:34,920 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d. 2024-12-04T22:01:34,920 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d. 2024-12-04T22:01:34,920 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for b5dda49a5243752b489cb237965fd13d: Waiting for close lock at 1733349694919Disabling compacts and flushes for region at 1733349694919Disabling writes for close at 1733349694919Writing region close event to WAL at 1733349694920 (+1 ms)Closed at 1733349694920 2024-12-04T22:01:34,924 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T22:01:34,925 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733349694924"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349694924"}]},"ts":"1733349694924"} 2024-12-04T22:01:34,928 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T22:01:34,930 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T22:01:34,930 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349694930"}]},"ts":"1733349694930"} 2024-12-04T22:01:34,934 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-12-04T22:01:34,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=b5dda49a5243752b489cb237965fd13d, ASSIGN}] 2024-12-04T22:01:34,936 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=b5dda49a5243752b489cb237965fd13d, ASSIGN 2024-12-04T22:01:34,937 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=b5dda49a5243752b489cb237965fd13d, ASSIGN; state=OFFLINE, location=bb3046a53f79,42061,1733349609433; forceNewPlan=false, retain=false 2024-12-04T22:01:35,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b5dda49a5243752b489cb237965fd13d, regionState=OPENING, regionLocation=bb3046a53f79,42061,1733349609433 2024-12-04T22:01:35,096 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=b5dda49a5243752b489cb237965fd13d, ASSIGN because future has completed 2024-12-04T22:01:35,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5dda49a5243752b489cb237965fd13d, server=bb3046a53f79,42061,1733349609433}] 2024-12-04T22:01:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T22:01:35,263 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d. 2024-12-04T22:01:35,263 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => b5dda49a5243752b489cb237965fd13d, NAME => 'testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:01:35,264 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException b5dda49a5243752b489cb237965fd13d 2024-12-04T22:01:35,264 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:01:35,265 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for b5dda49a5243752b489cb237965fd13d 2024-12-04T22:01:35,265 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for b5dda49a5243752b489cb237965fd13d 2024-12-04T22:01:35,268 INFO [StoreOpener-b5dda49a5243752b489cb237965fd13d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b5dda49a5243752b489cb237965fd13d 2024-12-04T22:01:35,272 INFO [StoreOpener-b5dda49a5243752b489cb237965fd13d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5dda49a5243752b489cb237965fd13d columnFamilyName testFamily 2024-12-04T22:01:35,272 DEBUG [StoreOpener-b5dda49a5243752b489cb237965fd13d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:01:35,274 INFO [StoreOpener-b5dda49a5243752b489cb237965fd13d-1 {}] regionserver.HStore(327): Store=b5dda49a5243752b489cb237965fd13d/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:01:35,274 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for b5dda49a5243752b489cb237965fd13d 2024-12-04T22:01:35,276 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testRetryOutOfOrderScannerNextException/b5dda49a5243752b489cb237965fd13d 2024-12-04T22:01:35,277 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testRetryOutOfOrderScannerNextException/b5dda49a5243752b489cb237965fd13d 2024-12-04T22:01:35,278 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for b5dda49a5243752b489cb237965fd13d 2024-12-04T22:01:35,278 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for b5dda49a5243752b489cb237965fd13d 2024-12-04T22:01:35,280 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for b5dda49a5243752b489cb237965fd13d 2024-12-04T22:01:35,284 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testRetryOutOfOrderScannerNextException/b5dda49a5243752b489cb237965fd13d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:01:35,284 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened b5dda49a5243752b489cb237965fd13d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62771517, jitterRate=-0.06463150680065155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:01:35,285 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5dda49a5243752b489cb237965fd13d 2024-12-04T22:01:35,286 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for b5dda49a5243752b489cb237965fd13d: Running coprocessor pre-open hook at 1733349695265Writing region info on filesystem at 1733349695265Initializing all the Stores at 1733349695267 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349695267Cleaning up temporary data from old regions at 1733349695278 (+11 ms)Running coprocessor post-open hooks at 1733349695285 (+7 ms)Region opened successfully at 1733349695285 2024-12-04T22:01:35,287 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d., pid=15, masterSystemTime=1733349695251 2024-12-04T22:01:35,289 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d. 2024-12-04T22:01:35,289 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d. 2024-12-04T22:01:35,290 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b5dda49a5243752b489cb237965fd13d, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,42061,1733349609433 2024-12-04T22:01:35,293 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5dda49a5243752b489cb237965fd13d, server=bb3046a53f79,42061,1733349609433 because future has completed 2024-12-04T22:01:35,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-04T22:01:35,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure b5dda49a5243752b489cb237965fd13d, server=bb3046a53f79,42061,1733349609433 in 197 msec 2024-12-04T22:01:35,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-04T22:01:35,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=b5dda49a5243752b489cb237965fd13d, ASSIGN in 363 msec 2024-12-04T22:01:35,301 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T22:01:35,301 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349695301"}]},"ts":"1733349695301"} 2024-12-04T22:01:35,303 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-12-04T22:01:35,305 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T22:01:35,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2210 sec 2024-12-04T22:01:35,985 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-12-04T22:01:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T22:01:37,128 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-12-04T22:01:37,128 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-12-04T22:01:37,129 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:01:37,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-12-04T22:01:37,137 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:01:37,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-12-04T22:01:37,142 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d., hostname=bb3046a53f79,42061,1733349609433, seqNum=2] 2024-12-04T22:01:37,152 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-04T22:01:37,152 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-12-04T22:01:37,155 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-12-04T22:01:37,156 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-12-04T22:01:37,158 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-12-04T22:01:37,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8789411225621495833 2024-12-04T22:01:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34840 deadline: 1733349700157, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-04T22:01:37,162 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-12-04T22:01:37,164 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-12-04T22:01:37,164 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-04T22:01:37,166 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-04T22:01:37,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8789411225621495835 2024-12-04T22:01:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34840 deadline: 1733349700165, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-04T22:01:37,170 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-04T22:01:37,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=8789411225621495836 2024-12-04T22:01:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34840 deadline: 1733349700170, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-04T22:01:37,175 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-04T22:01:37,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=8789411225621495837 2024-12-04T22:01:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34840 deadline: 1733349700175, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-04T22:01:37,179 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-04T22:01:37,186 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-902259450_22 at /127.0.0.1:35638 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=98 (was 107), ProcessCount=11 (was 11), AvailableMemoryMB=3377 (was 3384) 2024-12-04T22:01:37,195 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=98, ProcessCount=11, AvailableMemoryMB=3377 2024-12-04T22:01:37,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:01:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-12-04T22:01:37,200 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T22:01:37,201 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:01:37,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-12-04T22:01:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-12-04T22:01:37,202 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T22:01:37,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741843_1019 (size=418) 2024-12-04T22:01:37,618 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f92c9d080237e90a368cdb1c2068f32d, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83 2024-12-04T22:01:37,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741844_1020 (size=69) 2024-12-04T22:01:38,032 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:01:38,032 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing f92c9d080237e90a368cdb1c2068f32d, disabling compactions & flushes 2024-12-04T22:01:38,032 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d. 2024-12-04T22:01:38,033 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d. 2024-12-04T22:01:38,033 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d. after waiting 0 ms 2024-12-04T22:01:38,033 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d. 2024-12-04T22:01:38,033 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d. 2024-12-04T22:01:38,033 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for f92c9d080237e90a368cdb1c2068f32d: Waiting for close lock at 1733349698032Disabling compacts and flushes for region at 1733349698032Disabling writes for close at 1733349698033 (+1 ms)Writing region close event to WAL at 1733349698033Closed at 1733349698033 2024-12-04T22:01:38,034 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T22:01:38,036 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T22:01:38,036 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733349698036"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349698036"}]},"ts":"1733349698036"} 2024-12-04T22:01:38,040 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T22:01:38,042 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T22:01:38,042 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349698042"}]},"ts":"1733349698042"} 2024-12-04T22:01:38,046 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-12-04T22:01:38,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f92c9d080237e90a368cdb1c2068f32d, ASSIGN}] 2024-12-04T22:01:38,049 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f92c9d080237e90a368cdb1c2068f32d, ASSIGN 2024-12-04T22:01:38,051 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f92c9d080237e90a368cdb1c2068f32d, ASSIGN; state=OFFLINE, location=bb3046a53f79,42061,1733349609433; forceNewPlan=false, retain=false 2024-12-04T22:01:38,202 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=f92c9d080237e90a368cdb1c2068f32d, regionState=OPENING, regionLocation=bb3046a53f79,42061,1733349609433 2024-12-04T22:01:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-12-04T22:01:38,211 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f92c9d080237e90a368cdb1c2068f32d, ASSIGN because future has completed 2024-12-04T22:01:38,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure f92c9d080237e90a368cdb1c2068f32d, server=bb3046a53f79,42061,1733349609433}] 2024-12-04T22:01:38,379 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d. 2024-12-04T22:01:38,379 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => f92c9d080237e90a368cdb1c2068f32d, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:01:38,379 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner f92c9d080237e90a368cdb1c2068f32d 2024-12-04T22:01:38,379 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:01:38,379 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for f92c9d080237e90a368cdb1c2068f32d 2024-12-04T22:01:38,379 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for f92c9d080237e90a368cdb1c2068f32d 2024-12-04T22:01:38,381 INFO [StoreOpener-f92c9d080237e90a368cdb1c2068f32d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f92c9d080237e90a368cdb1c2068f32d 2024-12-04T22:01:38,383 INFO [StoreOpener-f92c9d080237e90a368cdb1c2068f32d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f92c9d080237e90a368cdb1c2068f32d columnFamilyName testFamily 2024-12-04T22:01:38,383 DEBUG [StoreOpener-f92c9d080237e90a368cdb1c2068f32d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:01:38,384 INFO [StoreOpener-f92c9d080237e90a368cdb1c2068f32d-1 {}] regionserver.HStore(327): Store=f92c9d080237e90a368cdb1c2068f32d/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:01:38,384 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for f92c9d080237e90a368cdb1c2068f32d 2024-12-04T22:01:38,385 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnOpenScanner/f92c9d080237e90a368cdb1c2068f32d 2024-12-04T22:01:38,386 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnOpenScanner/f92c9d080237e90a368cdb1c2068f32d 2024-12-04T22:01:38,386 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for f92c9d080237e90a368cdb1c2068f32d 2024-12-04T22:01:38,386 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for f92c9d080237e90a368cdb1c2068f32d 2024-12-04T22:01:38,388 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for f92c9d080237e90a368cdb1c2068f32d 2024-12-04T22:01:38,391 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnOpenScanner/f92c9d080237e90a368cdb1c2068f32d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:01:38,392 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened f92c9d080237e90a368cdb1c2068f32d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63172157, jitterRate=-0.058661505579948425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:01:38,392 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f92c9d080237e90a368cdb1c2068f32d 2024-12-04T22:01:38,393 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for f92c9d080237e90a368cdb1c2068f32d: Running coprocessor pre-open hook at 1733349698379Writing region info on filesystem at 1733349698379Initializing all the Stores at 1733349698381 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349698381Cleaning up temporary data from old regions at 1733349698386 (+5 ms)Running coprocessor post-open hooks at 1733349698392 (+6 ms)Region opened successfully at 1733349698393 (+1 ms) 2024-12-04T22:01:38,394 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d., pid=18, masterSystemTime=1733349698367 2024-12-04T22:01:38,397 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d. 2024-12-04T22:01:38,397 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d. 2024-12-04T22:01:38,398 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=f92c9d080237e90a368cdb1c2068f32d, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,42061,1733349609433 2024-12-04T22:01:38,400 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure f92c9d080237e90a368cdb1c2068f32d, server=bb3046a53f79,42061,1733349609433 because future has completed 2024-12-04T22:01:38,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-04T22:01:38,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure f92c9d080237e90a368cdb1c2068f32d, server=bb3046a53f79,42061,1733349609433 in 190 msec 2024-12-04T22:01:38,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-04T22:01:38,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f92c9d080237e90a368cdb1c2068f32d, ASSIGN in 358 msec 2024-12-04T22:01:38,409 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T22:01:38,409 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349698409"}]},"ts":"1733349698409"} 2024-12-04T22:01:38,411 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-12-04T22:01:38,412 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T22:01:38,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2150 sec 2024-12-04T22:01:39,194 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-12-04T22:01:39,194 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-12-04T22:01:39,197 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-12-04T22:01:39,197 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-12-04T22:01:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-12-04T22:01:40,240 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-12-04T22:01:40,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-12-04T22:01:40,241 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:01:40,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-12-04T22:01:40,250 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:01:40,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-12-04T22:01:40,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d., hostname=bb3046a53f79,42061,1733349609433, seqNum=2] 2024-12-04T22:01:40,263 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-04T22:01:40,263 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-12-04T22:01:40,267 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-04T22:01:40,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-04T22:01:40,767 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T22:01:41,269 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d., hostname=bb3046a53f79,42061,1733349609433, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d., hostname=bb3046a53f79,42061,1733349609433, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=bb3046a53f79:42061 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms 2024-12-04T22:01:41,270 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d., hostname=bb3046a53f79,42061,1733349609433, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms 2024-12-04T22:01:41,270 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d., hostname=bb3046a53f79,42061,1733349609433, seqNum=2 from cache 2024-12-04T22:01:41,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes 2024-12-04T22:01:41,989 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-12-04T22:01:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d., hostname=bb3046a53f79,42061,1733349609433, seqNum=2] 2024-12-04T22:01:42,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-04T22:01:43,270 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d., hostname=bb3046a53f79,42061,1733349609433, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d., hostname=bb3046a53f79,42061,1733349609433, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=bb3046a53f79:42061 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=976ms, rpcTimeout=974ms 2024-12-04T22:01:43,270 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d., hostname=bb3046a53f79,42061,1733349609433, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=976ms, rpcTimeout=974ms 2024-12-04T22:01:43,270 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d., hostname=bb3046a53f79,42061,1733349609433, seqNum=2 from cache 2024-12-04T22:01:43,282 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=90 (was 98), ProcessCount=11 (was 11), AvailableMemoryMB=3363 (was 3377) 2024-12-04T22:01:43,290 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=90, ProcessCount=11, AvailableMemoryMB=3363 2024-12-04T22:01:43,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:01:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-12-04T22:01:43,296 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T22:01:43,296 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:01:43,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-12-04T22:01:43,297 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T22:01:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T22:01:43,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741845_1021 (size=416) 2024-12-04T22:01:43,714 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f24f55d199184823465c171d6dd0cf92, NAME => 'testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83 2024-12-04T22:01:43,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741846_1022 (size=67) 2024-12-04T22:01:43,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes 2024-12-04T22:01:44,128 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:01:44,128 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing f24f55d199184823465c171d6dd0cf92, disabling compactions & flushes 2024-12-04T22:01:44,128 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92. 2024-12-04T22:01:44,128 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92. 2024-12-04T22:01:44,128 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92. after waiting 0 ms 2024-12-04T22:01:44,128 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92. 2024-12-04T22:01:44,128 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92. 2024-12-04T22:01:44,129 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f24f55d199184823465c171d6dd0cf92: Waiting for close lock at 1733349704128Disabling compacts and flushes for region at 1733349704128Disabling writes for close at 1733349704128Writing region close event to WAL at 1733349704128Closed at 1733349704128 2024-12-04T22:01:44,131 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T22:01:44,131 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733349704131"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349704131"}]},"ts":"1733349704131"} 2024-12-04T22:01:44,134 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T22:01:44,135 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T22:01:44,135 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349704135"}]},"ts":"1733349704135"} 2024-12-04T22:01:44,137 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-12-04T22:01:44,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f24f55d199184823465c171d6dd0cf92, ASSIGN}] 2024-12-04T22:01:44,139 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f24f55d199184823465c171d6dd0cf92, ASSIGN 2024-12-04T22:01:44,140 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f24f55d199184823465c171d6dd0cf92, ASSIGN; state=OFFLINE, location=bb3046a53f79,42061,1733349609433; forceNewPlan=false, retain=false 2024-12-04T22:01:44,292 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=f24f55d199184823465c171d6dd0cf92, regionState=OPENING, regionLocation=bb3046a53f79,42061,1733349609433 2024-12-04T22:01:44,299 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f24f55d199184823465c171d6dd0cf92, ASSIGN because future has completed 2024-12-04T22:01:44,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure f24f55d199184823465c171d6dd0cf92, server=bb3046a53f79,42061,1733349609433}] 2024-12-04T22:01:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T22:01:44,464 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92. 2024-12-04T22:01:44,464 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => f24f55d199184823465c171d6dd0cf92, NAME => 'testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:01:44,465 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync f24f55d199184823465c171d6dd0cf92 2024-12-04T22:01:44,465 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:01:44,465 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for f24f55d199184823465c171d6dd0cf92 2024-12-04T22:01:44,465 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for f24f55d199184823465c171d6dd0cf92 2024-12-04T22:01:44,467 INFO [StoreOpener-f24f55d199184823465c171d6dd0cf92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f24f55d199184823465c171d6dd0cf92 2024-12-04T22:01:44,470 INFO [StoreOpener-f24f55d199184823465c171d6dd0cf92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f24f55d199184823465c171d6dd0cf92 columnFamilyName testFamily 2024-12-04T22:01:44,470 DEBUG [StoreOpener-f24f55d199184823465c171d6dd0cf92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:01:44,471 INFO [StoreOpener-f24f55d199184823465c171d6dd0cf92-1 {}] regionserver.HStore(327): Store=f24f55d199184823465c171d6dd0cf92/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:01:44,471 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for f24f55d199184823465c171d6dd0cf92 2024-12-04T22:01:44,473 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnNextAsync/f24f55d199184823465c171d6dd0cf92 2024-12-04T22:01:44,474 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnNextAsync/f24f55d199184823465c171d6dd0cf92 2024-12-04T22:01:44,475 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for f24f55d199184823465c171d6dd0cf92 2024-12-04T22:01:44,475 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for f24f55d199184823465c171d6dd0cf92 2024-12-04T22:01:44,478 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for f24f55d199184823465c171d6dd0cf92 2024-12-04T22:01:44,482 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnNextAsync/f24f55d199184823465c171d6dd0cf92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:01:44,482 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened f24f55d199184823465c171d6dd0cf92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66856056, jitterRate=-0.0037671327590942383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:01:44,483 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f24f55d199184823465c171d6dd0cf92 2024-12-04T22:01:44,483 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for f24f55d199184823465c171d6dd0cf92: Running coprocessor pre-open hook at 1733349704465Writing region info on filesystem at 1733349704465Initializing all the Stores at 1733349704467 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349704467Cleaning up temporary data from old regions at 1733349704475 (+8 ms)Running coprocessor post-open hooks at 1733349704483 (+8 ms)Region opened successfully at 1733349704483 2024-12-04T22:01:44,484 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92., pid=21, masterSystemTime=1733349704453 2024-12-04T22:01:44,487 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92. 2024-12-04T22:01:44,487 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92. 2024-12-04T22:01:44,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=f24f55d199184823465c171d6dd0cf92, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,42061,1733349609433 2024-12-04T22:01:44,491 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure f24f55d199184823465c171d6dd0cf92, server=bb3046a53f79,42061,1733349609433 because future has completed 2024-12-04T22:01:44,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-04T22:01:44,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure f24f55d199184823465c171d6dd0cf92, server=bb3046a53f79,42061,1733349609433 in 193 msec 2024-12-04T22:01:44,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-04T22:01:44,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f24f55d199184823465c171d6dd0cf92, ASSIGN in 356 msec 2024-12-04T22:01:44,499 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T22:01:44,499 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349704499"}]},"ts":"1733349704499"} 2024-12-04T22:01:44,502 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-12-04T22:01:44,503 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T22:01:44,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2100 sec 2024-12-04T22:01:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T22:01:46,327 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-12-04T22:01:46,327 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-12-04T22:01:46,328 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:01:46,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-12-04T22:01:46,335 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:01:46,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-12-04T22:01:46,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92., hostname=bb3046a53f79,42061,1733349609433, seqNum=2] 2024-12-04T22:01:46,354 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-04T22:01:46,354 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-12-04T22:01:46,357 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-04T22:01:46,360 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-04T22:01:46,361 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-04T22:01:46,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-12-04T22:01:47,992 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-12-04T22:01:49,194 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-12-04T22:01:49,194 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-12-04T22:01:49,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42061 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8789411225621495848' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-04T22:01:49,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42061 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:34840 deadline: 1733349710375, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8789411225621495848' does not exist 2024-12-04T22:01:49,378 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to bb3046a53f79,42061,1733349609433 for closing scanner id = 8789411225621495848 for f24f55d199184823465c171d6dd0cf92 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8789411225621495848' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:01:49,384 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=83 (was 90), ProcessCount=11 (was 11), AvailableMemoryMB=3349 (was 3363) 2024-12-04T22:01:49,392 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=83, ProcessCount=11, AvailableMemoryMB=3349 2024-12-04T22:01:49,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:01:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-12-04T22:01:49,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T22:01:49,398 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:01:49,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-12-04T22:01:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-12-04T22:01:49,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T22:01:49,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741847_1023 (size=411) 2024-12-04T22:01:49,814 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 929c79e986fc7ae83a0ebd41055403e9, NAME => 'testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83 2024-12-04T22:01:49,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741848_1024 (size=62) 2024-12-04T22:01:49,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes 2024-12-04T22:01:49,969 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T22:01:50,227 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:01:50,228 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 929c79e986fc7ae83a0ebd41055403e9, disabling compactions & flushes 2024-12-04T22:01:50,228 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9. 2024-12-04T22:01:50,228 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9. 2024-12-04T22:01:50,228 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9. after waiting 0 ms 2024-12-04T22:01:50,229 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9. 2024-12-04T22:01:50,229 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9. 2024-12-04T22:01:50,229 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 929c79e986fc7ae83a0ebd41055403e9: Waiting for close lock at 1733349710228Disabling compacts and flushes for region at 1733349710228Disabling writes for close at 1733349710228Writing region close event to WAL at 1733349710229 (+1 ms)Closed at 1733349710229 2024-12-04T22:01:50,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T22:01:50,235 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733349710234"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349710234"}]},"ts":"1733349710234"} 2024-12-04T22:01:50,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T22:01:50,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T22:01:50,240 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349710240"}]},"ts":"1733349710240"} 2024-12-04T22:01:50,243 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-12-04T22:01:50,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=929c79e986fc7ae83a0ebd41055403e9, ASSIGN}] 2024-12-04T22:01:50,245 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=929c79e986fc7ae83a0ebd41055403e9, ASSIGN 2024-12-04T22:01:50,246 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=929c79e986fc7ae83a0ebd41055403e9, ASSIGN; state=OFFLINE, location=bb3046a53f79,42061,1733349609433; forceNewPlan=false, retain=false 2024-12-04T22:01:50,397 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=929c79e986fc7ae83a0ebd41055403e9, regionState=OPENING, regionLocation=bb3046a53f79,42061,1733349609433 2024-12-04T22:01:50,403 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=929c79e986fc7ae83a0ebd41055403e9, ASSIGN because future has completed 2024-12-04T22:01:50,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 929c79e986fc7ae83a0ebd41055403e9, server=bb3046a53f79,42061,1733349609433}] 2024-12-04T22:01:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-12-04T22:01:50,571 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9. 2024-12-04T22:01:50,571 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 929c79e986fc7ae83a0ebd41055403e9, NAME => 'testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:01:50,572 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 929c79e986fc7ae83a0ebd41055403e9 2024-12-04T22:01:50,572 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:01:50,572 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 929c79e986fc7ae83a0ebd41055403e9 2024-12-04T22:01:50,572 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 929c79e986fc7ae83a0ebd41055403e9 2024-12-04T22:01:50,574 INFO [StoreOpener-929c79e986fc7ae83a0ebd41055403e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 929c79e986fc7ae83a0ebd41055403e9 2024-12-04T22:01:50,576 INFO [StoreOpener-929c79e986fc7ae83a0ebd41055403e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 929c79e986fc7ae83a0ebd41055403e9 columnFamilyName testFamily 2024-12-04T22:01:50,576 DEBUG [StoreOpener-929c79e986fc7ae83a0ebd41055403e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:01:50,577 INFO [StoreOpener-929c79e986fc7ae83a0ebd41055403e9-1 {}] regionserver.HStore(327): Store=929c79e986fc7ae83a0ebd41055403e9/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:01:50,577 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 929c79e986fc7ae83a0ebd41055403e9 2024-12-04T22:01:50,579 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnNext/929c79e986fc7ae83a0ebd41055403e9 2024-12-04T22:01:50,579 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnNext/929c79e986fc7ae83a0ebd41055403e9 2024-12-04T22:01:50,580 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 929c79e986fc7ae83a0ebd41055403e9 2024-12-04T22:01:50,580 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 929c79e986fc7ae83a0ebd41055403e9 2024-12-04T22:01:50,583 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 929c79e986fc7ae83a0ebd41055403e9 2024-12-04T22:01:50,587 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnNext/929c79e986fc7ae83a0ebd41055403e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:01:50,587 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 929c79e986fc7ae83a0ebd41055403e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70654331, jitterRate=0.05283157527446747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:01:50,588 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 929c79e986fc7ae83a0ebd41055403e9 2024-12-04T22:01:50,588 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 929c79e986fc7ae83a0ebd41055403e9: Running coprocessor pre-open hook at 1733349710572Writing region info on filesystem at 1733349710572Initializing all the Stores at 1733349710573 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349710574 (+1 ms)Cleaning up temporary data from old regions at 1733349710580 (+6 ms)Running coprocessor post-open hooks at 1733349710588 (+8 ms)Region opened successfully at 1733349710588 2024-12-04T22:01:50,590 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9., pid=24, masterSystemTime=1733349710560 2024-12-04T22:01:50,593 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9. 2024-12-04T22:01:50,593 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9. 2024-12-04T22:01:50,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=929c79e986fc7ae83a0ebd41055403e9, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,42061,1733349609433 2024-12-04T22:01:50,597 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 929c79e986fc7ae83a0ebd41055403e9, server=bb3046a53f79,42061,1733349609433 because future has completed 2024-12-04T22:01:50,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-04T22:01:50,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 929c79e986fc7ae83a0ebd41055403e9, server=bb3046a53f79,42061,1733349609433 in 194 msec 2024-12-04T22:01:50,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-12-04T22:01:50,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=929c79e986fc7ae83a0ebd41055403e9, ASSIGN in 357 msec 2024-12-04T22:01:50,604 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T22:01:50,604 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349710604"}]},"ts":"1733349710604"} 2024-12-04T22:01:50,607 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-12-04T22:01:50,608 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T22:01:50,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2140 sec 2024-12-04T22:01:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-12-04T22:01:52,430 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-12-04T22:01:52,430 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-12-04T22:01:52,431 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:01:52,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-12-04T22:01:52,442 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:01:52,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-12-04T22:01:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9., hostname=bb3046a53f79,42061,1733349609433, seqNum=2] 2024-12-04T22:01:52,454 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-04T22:01:52,454 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-12-04T22:01:52,458 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-04T22:01:52,460 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-04T22:01:52,462 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-04T22:01:52,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-12-04T22:01:53,090 INFO [master/bb3046a53f79:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T22:01:53,091 INFO [master/bb3046a53f79:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T22:01:53,995 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-12-04T22:01:55,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42061 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8789411225621495852' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-04T22:01:55,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42061 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:34840 deadline: 1733349716471, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8789411225621495852' does not exist 2024-12-04T22:01:55,478 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to bb3046a53f79,42061,1733349609433 for closing scanner id = 8789411225621495852 for 929c79e986fc7ae83a0ebd41055403e9 of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8789411225621495852' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:01:55,486 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=76 (was 83), ProcessCount=11 (was 11), AvailableMemoryMB=3345 (was 3349) 2024-12-04T22:01:55,495 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=76, ProcessCount=11, AvailableMemoryMB=3345 2024-12-04T22:01:55,497 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:01:55,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36223 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-12-04T22:01:55,501 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T22:01:55,501 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:01:55,501 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-12-04T22:01:55,503 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T22:01:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T22:01:55,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741849_1025 (size=419) 2024-12-04T22:01:55,918 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 34e993e2ef90a3234377a56449107e8c, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83 2024-12-04T22:01:55,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741850_1026 (size=70) 2024-12-04T22:01:55,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes 2024-12-04T22:01:56,074 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T22:01:56,331 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:01:56,332 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 34e993e2ef90a3234377a56449107e8c, disabling compactions & flushes 2024-12-04T22:01:56,332 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c. 2024-12-04T22:01:56,332 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c. 2024-12-04T22:01:56,332 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c. after waiting 0 ms 2024-12-04T22:01:56,332 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c. 2024-12-04T22:01:56,332 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c. 2024-12-04T22:01:56,333 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 34e993e2ef90a3234377a56449107e8c: Waiting for close lock at 1733349716331Disabling compacts and flushes for region at 1733349716331Disabling writes for close at 1733349716332 (+1 ms)Writing region close event to WAL at 1733349716332Closed at 1733349716332 2024-12-04T22:01:56,337 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T22:01:56,338 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733349716337"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349716337"}]},"ts":"1733349716337"} 2024-12-04T22:01:56,341 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T22:01:56,343 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T22:01:56,343 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349716343"}]},"ts":"1733349716343"} 2024-12-04T22:01:56,345 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-12-04T22:01:56,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=34e993e2ef90a3234377a56449107e8c, ASSIGN}] 2024-12-04T22:01:56,347 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=34e993e2ef90a3234377a56449107e8c, ASSIGN 2024-12-04T22:01:56,348 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=34e993e2ef90a3234377a56449107e8c, ASSIGN; state=OFFLINE, location=bb3046a53f79,42061,1733349609433; forceNewPlan=false, retain=false 2024-12-04T22:01:56,499 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=34e993e2ef90a3234377a56449107e8c, regionState=OPENING, regionLocation=bb3046a53f79,42061,1733349609433 2024-12-04T22:01:56,506 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=34e993e2ef90a3234377a56449107e8c, ASSIGN because future has completed 2024-12-04T22:01:56,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34e993e2ef90a3234377a56449107e8c, server=bb3046a53f79,42061,1733349609433}] 2024-12-04T22:01:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T22:01:56,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c. 2024-12-04T22:01:56,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 34e993e2ef90a3234377a56449107e8c, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:01:56,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 34e993e2ef90a3234377a56449107e8c 2024-12-04T22:01:56,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:01:56,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 34e993e2ef90a3234377a56449107e8c 2024-12-04T22:01:56,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 34e993e2ef90a3234377a56449107e8c 2024-12-04T22:01:56,678 INFO [StoreOpener-34e993e2ef90a3234377a56449107e8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 34e993e2ef90a3234377a56449107e8c 2024-12-04T22:01:56,679 INFO [StoreOpener-34e993e2ef90a3234377a56449107e8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34e993e2ef90a3234377a56449107e8c columnFamilyName testFamily 2024-12-04T22:01:56,679 DEBUG [StoreOpener-34e993e2ef90a3234377a56449107e8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:01:56,680 INFO [StoreOpener-34e993e2ef90a3234377a56449107e8c-1 {}] regionserver.HStore(327): Store=34e993e2ef90a3234377a56449107e8c/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:01:56,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 34e993e2ef90a3234377a56449107e8c 2024-12-04T22:01:56,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/34e993e2ef90a3234377a56449107e8c 2024-12-04T22:01:56,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/34e993e2ef90a3234377a56449107e8c 2024-12-04T22:01:56,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 34e993e2ef90a3234377a56449107e8c 2024-12-04T22:01:56,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 34e993e2ef90a3234377a56449107e8c 2024-12-04T22:01:56,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 34e993e2ef90a3234377a56449107e8c 2024-12-04T22:01:56,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/34e993e2ef90a3234377a56449107e8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:01:56,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 34e993e2ef90a3234377a56449107e8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72783951, jitterRate=0.08456538617610931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:01:56,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 34e993e2ef90a3234377a56449107e8c 2024-12-04T22:01:56,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 34e993e2ef90a3234377a56449107e8c: Running coprocessor pre-open hook at 1733349716676Writing region info on filesystem at 1733349716676Initializing all the Stores at 1733349716677 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349716677Cleaning up temporary data from old regions at 1733349716682 (+5 ms)Running coprocessor post-open hooks at 1733349716688 (+6 ms)Region opened successfully at 1733349716688 2024-12-04T22:01:56,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c., pid=27, masterSystemTime=1733349716660 2024-12-04T22:01:56,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c. 2024-12-04T22:01:56,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c. 2024-12-04T22:01:56,692 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=34e993e2ef90a3234377a56449107e8c, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,42061,1733349609433 2024-12-04T22:01:56,695 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34e993e2ef90a3234377a56449107e8c, server=bb3046a53f79,42061,1733349609433 because future has completed 2024-12-04T22:01:56,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-04T22:01:56,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 34e993e2ef90a3234377a56449107e8c, server=bb3046a53f79,42061,1733349609433 in 189 msec 2024-12-04T22:01:56,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-04T22:01:56,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=34e993e2ef90a3234377a56449107e8c, ASSIGN in 353 msec 2024-12-04T22:01:56,702 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T22:01:56,702 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349716702"}]},"ts":"1733349716702"} 2024-12-04T22:01:56,704 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-12-04T22:01:56,706 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T22:01:56,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2090 sec 2024-12-04T22:01:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T22:01:58,529 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-12-04T22:01:58,529 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-12-04T22:01:58,530 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:01:58,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-12-04T22:01:58,540 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:01:58,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-12-04T22:01:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c., hostname=bb3046a53f79,42061,1733349609433, seqNum=2] 2024-12-04T22:01:58,552 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-04T22:01:58,553 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-12-04T22:01:58,556 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-04T22:01:58,557 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42061 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-12-04T22:01:59,194 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-12-04T22:01:59,194 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-12-04T22:01:59,196 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-12-04T22:01:59,196 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-12-04T22:01:59,998 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-12-04T22:02:02,180 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T22:02:04,560 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c., hostname=bb3046a53f79,42061,1733349609433, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c., hostname=bb3046a53f79,42061,1733349609433, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=bb3046a53f79:42061 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6003ms, rpcTimeout=5999ms 2024-12-04T22:02:04,560 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c., hostname=bb3046a53f79,42061,1733349609433, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6003ms, rpcTimeout=5999ms 2024-12-04T22:02:04,560 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c., hostname=bb3046a53f79,42061,1733349609433, seqNum=2 from cache 2024-12-04T22:02:04,576 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=87 (was 76) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3329 (was 3345) 2024-12-04T22:02:04,586 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=87, ProcessCount=11, AvailableMemoryMB=3328 2024-12-04T22:02:04,589 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:02:04,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36223 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-12-04T22:02:04,592 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T22:02:04,592 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:02:04,593 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-12-04T22:02:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-04T22:02:04,594 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T22:02:04,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741851_1027 (size=407) 2024-12-04T22:02:05,008 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 89920e1a8c701d1b582b48f73c33dedd, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83 2024-12-04T22:02:05,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741852_1028 (size=58) 2024-12-04T22:02:05,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes 2024-12-04T22:02:05,418 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:02:05,418 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 89920e1a8c701d1b582b48f73c33dedd, disabling compactions & flushes 2024-12-04T22:02:05,418 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd. 2024-12-04T22:02:05,419 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd. 2024-12-04T22:02:05,419 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd. after waiting 0 ms 2024-12-04T22:02:05,419 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd. 2024-12-04T22:02:05,419 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd. 2024-12-04T22:02:05,419 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 89920e1a8c701d1b582b48f73c33dedd: Waiting for close lock at 1733349725418Disabling compacts and flushes for region at 1733349725418Disabling writes for close at 1733349725419 (+1 ms)Writing region close event to WAL at 1733349725419Closed at 1733349725419 2024-12-04T22:02:05,422 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T22:02:05,423 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733349725422"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349725422"}]},"ts":"1733349725422"} 2024-12-04T22:02:05,427 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T22:02:05,429 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T22:02:05,429 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349725429"}]},"ts":"1733349725429"} 2024-12-04T22:02:05,432 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-12-04T22:02:05,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=89920e1a8c701d1b582b48f73c33dedd, ASSIGN}] 2024-12-04T22:02:05,434 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=89920e1a8c701d1b582b48f73c33dedd, ASSIGN 2024-12-04T22:02:05,436 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=89920e1a8c701d1b582b48f73c33dedd, ASSIGN; state=OFFLINE, location=bb3046a53f79,42061,1733349609433; forceNewPlan=false, retain=false 2024-12-04T22:02:05,587 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=89920e1a8c701d1b582b48f73c33dedd, regionState=OPENING, regionLocation=bb3046a53f79,42061,1733349609433 2024-12-04T22:02:05,593 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=89920e1a8c701d1b582b48f73c33dedd, ASSIGN because future has completed 2024-12-04T22:02:05,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89920e1a8c701d1b582b48f73c33dedd, server=bb3046a53f79,42061,1733349609433}] 2024-12-04T22:02:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-04T22:02:05,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd. 2024-12-04T22:02:05,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 89920e1a8c701d1b582b48f73c33dedd, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:02:05,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 89920e1a8c701d1b582b48f73c33dedd 2024-12-04T22:02:05,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:02:05,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 89920e1a8c701d1b582b48f73c33dedd 2024-12-04T22:02:05,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 89920e1a8c701d1b582b48f73c33dedd 2024-12-04T22:02:05,764 INFO [StoreOpener-89920e1a8c701d1b582b48f73c33dedd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 89920e1a8c701d1b582b48f73c33dedd 2024-12-04T22:02:05,766 INFO [StoreOpener-89920e1a8c701d1b582b48f73c33dedd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89920e1a8c701d1b582b48f73c33dedd columnFamilyName testFamily 2024-12-04T22:02:05,766 DEBUG [StoreOpener-89920e1a8c701d1b582b48f73c33dedd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:02:05,767 INFO [StoreOpener-89920e1a8c701d1b582b48f73c33dedd-1 {}] regionserver.HStore(327): Store=89920e1a8c701d1b582b48f73c33dedd/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:02:05,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 89920e1a8c701d1b582b48f73c33dedd 2024-12-04T22:02:05,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnNext/89920e1a8c701d1b582b48f73c33dedd 2024-12-04T22:02:05,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnNext/89920e1a8c701d1b582b48f73c33dedd 2024-12-04T22:02:05,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 89920e1a8c701d1b582b48f73c33dedd 2024-12-04T22:02:05,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 89920e1a8c701d1b582b48f73c33dedd 2024-12-04T22:02:05,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 89920e1a8c701d1b582b48f73c33dedd 2024-12-04T22:02:05,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnNext/89920e1a8c701d1b582b48f73c33dedd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:02:05,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 89920e1a8c701d1b582b48f73c33dedd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71497903, jitterRate=0.06540177762508392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:02:05,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89920e1a8c701d1b582b48f73c33dedd 2024-12-04T22:02:05,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 89920e1a8c701d1b582b48f73c33dedd: Running coprocessor pre-open hook at 1733349725762Writing region info on filesystem at 1733349725762Initializing all the Stores at 1733349725764 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349725764Cleaning up temporary data from old regions at 1733349725769 (+5 ms)Running coprocessor post-open hooks at 1733349725776 (+7 ms)Region opened successfully at 1733349725777 (+1 ms) 2024-12-04T22:02:05,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd., pid=30, masterSystemTime=1733349725749 2024-12-04T22:02:05,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd. 2024-12-04T22:02:05,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd. 2024-12-04T22:02:05,782 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=89920e1a8c701d1b582b48f73c33dedd, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,42061,1733349609433 2024-12-04T22:02:05,785 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89920e1a8c701d1b582b48f73c33dedd, server=bb3046a53f79,42061,1733349609433 because future has completed 2024-12-04T22:02:05,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-04T22:02:05,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 89920e1a8c701d1b582b48f73c33dedd, server=bb3046a53f79,42061,1733349609433 in 192 msec 2024-12-04T22:02:05,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-12-04T22:02:05,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=89920e1a8c701d1b582b48f73c33dedd, ASSIGN in 358 msec 2024-12-04T22:02:05,794 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T22:02:05,794 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349725794"}]},"ts":"1733349725794"} 2024-12-04T22:02:05,796 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-12-04T22:02:05,798 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T22:02:05,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2090 sec 2024-12-04T22:02:06,001 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-12-04T22:02:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-04T22:02:07,619 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-12-04T22:02:07,619 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-12-04T22:02:07,619 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:02:07,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-12-04T22:02:07,629 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:02:07,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-12-04T22:02:07,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd., hostname=bb3046a53f79,42061,1733349609433, seqNum=2] 2024-12-04T22:02:07,641 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-04T22:02:07,642 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-12-04T22:02:07,645 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-04T22:02:07,647 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-04T22:02:07,648 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-04T22:02:07,649 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42061 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-12-04T22:02:08,034 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T22:02:09,194 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-12-04T22:02:09,194 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-12-04T22:02:11,266 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T22:02:12,550 DEBUG [master/bb3046a53f79:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T22:02:13,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42061 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8789411225621495860' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-04T22:02:13,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42061 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:34840 deadline: 1733349739651, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8789411225621495860' does not exist 2024-12-04T22:02:13,658 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to bb3046a53f79,42061,1733349609433 for closing scanner id = 8789411225621495860 for 89920e1a8c701d1b582b48f73c33dedd of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8789411225621495860' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:02:13,666 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 87), ProcessCount=11 (was 11), AvailableMemoryMB=3308 (was 3328) 2024-12-04T22:02:13,674 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=3308 2024-12-04T22:02:13,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:02:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-12-04T22:02:13,680 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T22:02:13,681 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:02:13,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-12-04T22:02:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-04T22:02:13,682 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T22:02:13,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741853_1029 (size=423) 2024-12-04T22:02:14,097 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 981325049569fd75ada879cd1c6c281d, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83 2024-12-04T22:02:14,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741854_1030 (size=74) 2024-12-04T22:02:14,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes 2024-12-04T22:02:14,513 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:02:14,513 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 981325049569fd75ada879cd1c6c281d, disabling compactions & flushes 2024-12-04T22:02:14,513 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d. 2024-12-04T22:02:14,514 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d. 2024-12-04T22:02:14,514 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d. after waiting 0 ms 2024-12-04T22:02:14,514 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d. 2024-12-04T22:02:14,514 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d. 2024-12-04T22:02:14,514 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 981325049569fd75ada879cd1c6c281d: Waiting for close lock at 1733349734513Disabling compacts and flushes for region at 1733349734513Disabling writes for close at 1733349734514 (+1 ms)Writing region close event to WAL at 1733349734514Closed at 1733349734514 2024-12-04T22:02:14,518 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T22:02:14,518 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733349734518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733349734518"}]},"ts":"1733349734518"} 2024-12-04T22:02:14,521 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T22:02:14,523 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T22:02:14,523 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349734523"}]},"ts":"1733349734523"} 2024-12-04T22:02:14,525 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-12-04T22:02:14,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=981325049569fd75ada879cd1c6c281d, ASSIGN}] 2024-12-04T22:02:14,527 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=981325049569fd75ada879cd1c6c281d, ASSIGN 2024-12-04T22:02:14,528 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=981325049569fd75ada879cd1c6c281d, ASSIGN; state=OFFLINE, location=bb3046a53f79,42061,1733349609433; forceNewPlan=false, retain=false 2024-12-04T22:02:14,679 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=981325049569fd75ada879cd1c6c281d, regionState=OPENING, regionLocation=bb3046a53f79,42061,1733349609433 2024-12-04T22:02:14,686 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=981325049569fd75ada879cd1c6c281d, ASSIGN because future has completed 2024-12-04T22:02:14,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 981325049569fd75ada879cd1c6c281d, server=bb3046a53f79,42061,1733349609433}] 2024-12-04T22:02:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-04T22:02:14,853 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d. 2024-12-04T22:02:14,853 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 981325049569fd75ada879cd1c6c281d, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:02:14,853 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 981325049569fd75ada879cd1c6c281d 2024-12-04T22:02:14,854 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:02:14,854 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 981325049569fd75ada879cd1c6c281d 2024-12-04T22:02:14,854 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 981325049569fd75ada879cd1c6c281d 2024-12-04T22:02:14,857 INFO [StoreOpener-981325049569fd75ada879cd1c6c281d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 981325049569fd75ada879cd1c6c281d 2024-12-04T22:02:14,861 INFO [StoreOpener-981325049569fd75ada879cd1c6c281d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 981325049569fd75ada879cd1c6c281d columnFamilyName testFamily 2024-12-04T22:02:14,861 DEBUG [StoreOpener-981325049569fd75ada879cd1c6c281d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:02:14,862 INFO [StoreOpener-981325049569fd75ada879cd1c6c281d-1 {}] regionserver.HStore(327): Store=981325049569fd75ada879cd1c6c281d/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:02:14,863 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 981325049569fd75ada879cd1c6c281d 2024-12-04T22:02:14,864 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnOpenScannerAsync/981325049569fd75ada879cd1c6c281d 2024-12-04T22:02:14,865 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnOpenScannerAsync/981325049569fd75ada879cd1c6c281d 2024-12-04T22:02:14,866 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 981325049569fd75ada879cd1c6c281d 2024-12-04T22:02:14,866 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 981325049569fd75ada879cd1c6c281d 2024-12-04T22:02:14,868 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 981325049569fd75ada879cd1c6c281d 2024-12-04T22:02:14,870 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnOpenScannerAsync/981325049569fd75ada879cd1c6c281d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:02:14,871 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 981325049569fd75ada879cd1c6c281d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68364847, jitterRate=0.01871560513973236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:02:14,871 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 981325049569fd75ada879cd1c6c281d 2024-12-04T22:02:14,872 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 981325049569fd75ada879cd1c6c281d: Running coprocessor pre-open hook at 1733349734854Writing region info on filesystem at 1733349734854Initializing all the Stores at 1733349734856 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733349734857 (+1 ms)Cleaning up temporary data from old regions at 1733349734866 (+9 ms)Running coprocessor post-open hooks at 1733349734871 (+5 ms)Region opened successfully at 1733349734872 (+1 ms) 2024-12-04T22:02:14,873 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d., pid=33, masterSystemTime=1733349734842 2024-12-04T22:02:14,875 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d. 2024-12-04T22:02:14,875 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d. 2024-12-04T22:02:14,875 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=981325049569fd75ada879cd1c6c281d, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,42061,1733349609433 2024-12-04T22:02:14,878 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 981325049569fd75ada879cd1c6c281d, server=bb3046a53f79,42061,1733349609433 because future has completed 2024-12-04T22:02:14,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-04T22:02:14,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 981325049569fd75ada879cd1c6c281d, server=bb3046a53f79,42061,1733349609433 in 192 msec 2024-12-04T22:02:14,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-04T22:02:14,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=981325049569fd75ada879cd1c6c281d, ASSIGN in 356 msec 2024-12-04T22:02:14,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T22:02:14,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733349734885"}]},"ts":"1733349734885"} 2024-12-04T22:02:14,887 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-12-04T22:02:14,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T22:02:14,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2110 sec 2024-12-04T22:02:16,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-04T22:02:16,708 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-12-04T22:02:16,708 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-12-04T22:02:16,708 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:02:16,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-12-04T22:02:16,716 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:02:16,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-12-04T22:02:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d., hostname=bb3046a53f79,42061,1733349609433, seqNum=2] 2024-12-04T22:02:16,730 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-04T22:02:16,730 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-12-04T22:02:16,734 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-04T22:02:16,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-04T22:02:17,739 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d., hostname=bb3046a53f79,42061,1733349609433, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d., hostname=bb3046a53f79,42061,1733349609433, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=bb3046a53f79:42061 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms 2024-12-04T22:02:17,740 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d., hostname=bb3046a53f79,42061,1733349609433, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms 2024-12-04T22:02:17,740 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d., hostname=bb3046a53f79,42061,1733349609433, seqNum=2 from cache 2024-12-04T22:02:18,004 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-12-04T22:02:18,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes 2024-12-04T22:02:18,764 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d., hostname=bb3046a53f79,42061,1733349609433, seqNum=2] 2024-12-04T22:02:18,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-04T22:02:19,194 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-12-04T22:02:19,194 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-12-04T22:02:19,740 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d., hostname=bb3046a53f79,42061,1733349609433, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d., hostname=bb3046a53f79,42061,1733349609433, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=bb3046a53f79:42061 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=974ms, rpcTimeout=969ms 2024-12-04T22:02:19,740 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d., hostname=bb3046a53f79,42061,1733349609433, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=974ms, rpcTimeout=969ms 2024-12-04T22:02:19,740 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d., hostname=bb3046a53f79,42061,1733349609433, seqNum=2 from cache 2024-12-04T22:02:19,756 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=3297 (was 3308) 2024-12-04T22:02:19,756 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:02:19,756 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:02:19,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:02:19,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:02:19,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:02:19,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T22:02:19,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:02:19,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:02:19,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:02:19,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:02:19,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:02:19,763 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T22:02:19,763 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=291071084, stopped=false 2024-12-04T22:02:19,763 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bb3046a53f79,36223,1733349608879 2024-12-04T22:02:19,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x100a73f67090001, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T22:02:19,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T22:02:19,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x100a73f67090001, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:02:19,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:02:19,765 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T22:02:19,765 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:02:19,765 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:02:19,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:02:19,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42061-0x100a73f67090001, quorum=127.0.0.1:57531, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:02:19,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:02:19,766 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb3046a53f79,42061,1733349609433' ***** 2024-12-04T22:02:19,766 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T22:02:19,766 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T22:02:19,766 INFO [RS:0;bb3046a53f79:42061 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T22:02:19,766 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T22:02:19,766 INFO [RS:0;bb3046a53f79:42061 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T22:02:19,767 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(3091): Received CLOSE for e5db5da6a3ae5b7e8cd667e62904d578 2024-12-04T22:02:19,767 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d35583274b4c893588f0172a267363f 2024-12-04T22:02:19,767 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(3091): Received CLOSE for f92c9d080237e90a368cdb1c2068f32d 2024-12-04T22:02:19,767 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(3091): Received CLOSE for b5dda49a5243752b489cb237965fd13d 2024-12-04T22:02:19,767 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(3091): Received CLOSE for 89920e1a8c701d1b582b48f73c33dedd 2024-12-04T22:02:19,767 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(3091): Received CLOSE for 981325049569fd75ada879cd1c6c281d 2024-12-04T22:02:19,767 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(3091): Received CLOSE for 64caaf8c588fabe730e93053b9109475 2024-12-04T22:02:19,767 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(3091): Received CLOSE for 929c79e986fc7ae83a0ebd41055403e9 2024-12-04T22:02:19,767 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(3091): Received CLOSE for f24f55d199184823465c171d6dd0cf92 2024-12-04T22:02:19,768 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(3091): Received CLOSE for 34e993e2ef90a3234377a56449107e8c 2024-12-04T22:02:19,768 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5db5da6a3ae5b7e8cd667e62904d578, disabling compactions & flushes 2024-12-04T22:02:19,768 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(959): stopping server bb3046a53f79,42061,1733349609433 2024-12-04T22:02:19,768 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578. 2024-12-04T22:02:19,768 INFO [RS:0;bb3046a53f79:42061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:02:19,768 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578. 2024-12-04T22:02:19,768 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578. after waiting 0 ms 2024-12-04T22:02:19,768 INFO [RS:0;bb3046a53f79:42061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bb3046a53f79:42061. 2024-12-04T22:02:19,768 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578. 2024-12-04T22:02:19,768 DEBUG [RS:0;bb3046a53f79:42061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:02:19,768 DEBUG [RS:0;bb3046a53f79:42061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:02:19,768 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T22:02:19,768 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T22:02:19,768 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T22:02:19,768 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T22:02:19,768 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-12-04T22:02:19,769 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T22:02:19,769 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T22:02:19,769 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T22:02:19,769 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T22:02:19,769 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T22:02:19,769 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34e993e2ef90a3234377a56449107e8c, 4d35583274b4c893588f0172a267363f, 64caaf8c588fabe730e93053b9109475, 89920e1a8c701d1b582b48f73c33dedd, 929c79e986fc7ae83a0ebd41055403e9, 981325049569fd75ada879cd1c6c281d, b5dda49a5243752b489cb237965fd13d, e5db5da6a3ae5b7e8cd667e62904d578, f24f55d199184823465c171d6dd0cf92, f92c9d080237e90a368cdb1c2068f32d 2024-12-04T22:02:19,771 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-12-04T22:02:19,771 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e5db5da6a3ae5b7e8cd667e62904d578 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-04T22:02:19,821 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e5db5da6a3ae5b7e8cd667e62904d578/.tmp/testFamily/00ee69c0415246aa83b0349e9d835bc2 is 61, key is row-0/testFamily:testQualifier/1733349675797/Put/seqid=0 2024-12-04T22:02:19,824 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/meta/1588230740/.tmp/info/49b2ec4c863c41bfb6989b315111f5ef is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578./info:regioninfo/1733349673960/Put/seqid=0 2024-12-04T22:02:19,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741855_1031 (size=20564) 2024-12-04T22:02:19,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741856_1032 (size=5049) 2024-12-04T22:02:19,969 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34e993e2ef90a3234377a56449107e8c, 4d35583274b4c893588f0172a267363f, 64caaf8c588fabe730e93053b9109475, 89920e1a8c701d1b582b48f73c33dedd, 929c79e986fc7ae83a0ebd41055403e9, 981325049569fd75ada879cd1c6c281d, b5dda49a5243752b489cb237965fd13d, e5db5da6a3ae5b7e8cd667e62904d578, f24f55d199184823465c171d6dd0cf92, f92c9d080237e90a368cdb1c2068f32d 2024-12-04T22:02:20,005 INFO [regionserver/bb3046a53f79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T22:02:20,005 INFO [regionserver/bb3046a53f79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T22:02:20,170 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34e993e2ef90a3234377a56449107e8c, 4d35583274b4c893588f0172a267363f, 64caaf8c588fabe730e93053b9109475, 89920e1a8c701d1b582b48f73c33dedd, 929c79e986fc7ae83a0ebd41055403e9, 981325049569fd75ada879cd1c6c281d, b5dda49a5243752b489cb237965fd13d, e5db5da6a3ae5b7e8cd667e62904d578, f24f55d199184823465c171d6dd0cf92, f92c9d080237e90a368cdb1c2068f32d 2024-12-04T22:02:20,233 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/meta/1588230740/.tmp/info/49b2ec4c863c41bfb6989b315111f5ef 2024-12-04T22:02:20,233 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e5db5da6a3ae5b7e8cd667e62904d578/.tmp/testFamily/00ee69c0415246aa83b0349e9d835bc2 2024-12-04T22:02:20,267 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T22:02:20,278 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e5db5da6a3ae5b7e8cd667e62904d578/.tmp/testFamily/00ee69c0415246aa83b0349e9d835bc2 as hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e5db5da6a3ae5b7e8cd667e62904d578/testFamily/00ee69c0415246aa83b0349e9d835bc2 2024-12-04T22:02:20,286 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e5db5da6a3ae5b7e8cd667e62904d578/testFamily/00ee69c0415246aa83b0349e9d835bc2, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T22:02:20,292 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/meta/1588230740/.tmp/ns/c0ac06d214ec45c7af7e2e3b2354ff21 is 43, key is default/ns:d/1733349672503/Put/seqid=0 2024-12-04T22:02:20,292 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e5db5da6a3ae5b7e8cd667e62904d578 in 521ms, sequenceid=8, compaction requested=false 2024-12-04T22:02:20,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741857_1033 (size=5153) 2024-12-04T22:02:20,298 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e5db5da6a3ae5b7e8cd667e62904d578/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T22:02:20,300 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578. 2024-12-04T22:02:20,300 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5db5da6a3ae5b7e8cd667e62904d578: Waiting for close lock at 1733349739767Running coprocessor pre-close hooks at 1733349739767Disabling compacts and flushes for region at 1733349739767Disabling writes for close at 1733349739768 (+1 ms)Obtaining lock to block concurrent updates at 1733349739771 (+3 ms)Preparing flush snapshotting stores in e5db5da6a3ae5b7e8cd667e62904d578 at 1733349739771Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733349739777 (+6 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578. at 1733349739779 (+2 ms)Flushing e5db5da6a3ae5b7e8cd667e62904d578/testFamily: creating writer at 1733349739780 (+1 ms)Flushing e5db5da6a3ae5b7e8cd667e62904d578/testFamily: appending metadata at 1733349739815 (+35 ms)Flushing e5db5da6a3ae5b7e8cd667e62904d578/testFamily: closing flushed file at 1733349739818 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24b53aa2: reopening flushed file at 1733349740277 (+459 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e5db5da6a3ae5b7e8cd667e62904d578 in 521ms, sequenceid=8, compaction requested=false at 1733349740292 (+15 ms)Writing region close event to WAL at 1733349740293 (+1 ms)Running coprocessor post-close hooks at 1733349740299 (+6 ms)Closed at 1733349740300 (+1 ms) 2024-12-04T22:02:20,301 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733349672720.e5db5da6a3ae5b7e8cd667e62904d578. 2024-12-04T22:02:20,301 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d35583274b4c893588f0172a267363f, disabling compactions & flushes 2024-12-04T22:02:20,301 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f. 2024-12-04T22:02:20,301 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f. 2024-12-04T22:02:20,301 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f. after waiting 0 ms 2024-12-04T22:02:20,301 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f. 2024-12-04T22:02:20,301 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d35583274b4c893588f0172a267363f 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-04T22:02:20,316 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnNextAsync/4d35583274b4c893588f0172a267363f/.tmp/testFamily/9747dcaa6654412c8a17ad7a8dcafc21 is 61, key is row-0/testFamily:testQualifier/1733349688034/Put/seqid=0 2024-12-04T22:02:20,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741858_1034 (size=5049) 2024-12-04T22:02:20,355 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T22:02:20,370 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34e993e2ef90a3234377a56449107e8c, 4d35583274b4c893588f0172a267363f, 64caaf8c588fabe730e93053b9109475, 89920e1a8c701d1b582b48f73c33dedd, 929c79e986fc7ae83a0ebd41055403e9, 981325049569fd75ada879cd1c6c281d, b5dda49a5243752b489cb237965fd13d, f24f55d199184823465c171d6dd0cf92, f92c9d080237e90a368cdb1c2068f32d 2024-12-04T22:02:20,570 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34e993e2ef90a3234377a56449107e8c, 4d35583274b4c893588f0172a267363f, 64caaf8c588fabe730e93053b9109475, 89920e1a8c701d1b582b48f73c33dedd, 929c79e986fc7ae83a0ebd41055403e9, 981325049569fd75ada879cd1c6c281d, b5dda49a5243752b489cb237965fd13d, f24f55d199184823465c171d6dd0cf92, f92c9d080237e90a368cdb1c2068f32d 2024-12-04T22:02:20,698 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/meta/1588230740/.tmp/ns/c0ac06d214ec45c7af7e2e3b2354ff21 2024-12-04T22:02:20,722 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnNextAsync/4d35583274b4c893588f0172a267363f/.tmp/testFamily/9747dcaa6654412c8a17ad7a8dcafc21 2024-12-04T22:02:20,729 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/meta/1588230740/.tmp/table/4b9ab5f1ad0c489ea0f9d9a4d532613f is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733349673977/Put/seqid=0 2024-12-04T22:02:20,731 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnNextAsync/4d35583274b4c893588f0172a267363f/.tmp/testFamily/9747dcaa6654412c8a17ad7a8dcafc21 as hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnNextAsync/4d35583274b4c893588f0172a267363f/testFamily/9747dcaa6654412c8a17ad7a8dcafc21 2024-12-04T22:02:20,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741859_1035 (size=6699) 2024-12-04T22:02:20,739 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnNextAsync/4d35583274b4c893588f0172a267363f/testFamily/9747dcaa6654412c8a17ad7a8dcafc21, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T22:02:20,742 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4d35583274b4c893588f0172a267363f in 441ms, sequenceid=8, compaction requested=false 2024-12-04T22:02:20,746 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnNextAsync/4d35583274b4c893588f0172a267363f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T22:02:20,747 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f. 2024-12-04T22:02:20,747 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d35583274b4c893588f0172a267363f: Waiting for close lock at 1733349740301Running coprocessor pre-close hooks at 1733349740301Disabling compacts and flushes for region at 1733349740301Disabling writes for close at 1733349740301Obtaining lock to block concurrent updates at 1733349740301Preparing flush snapshotting stores in 4d35583274b4c893588f0172a267363f at 1733349740301Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733349740301Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f. at 1733349740302 (+1 ms)Flushing 4d35583274b4c893588f0172a267363f/testFamily: creating writer at 1733349740302Flushing 4d35583274b4c893588f0172a267363f/testFamily: appending metadata at 1733349740316 (+14 ms)Flushing 4d35583274b4c893588f0172a267363f/testFamily: closing flushed file at 1733349740316Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@421ab7e7: reopening flushed file at 1733349740729 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4d35583274b4c893588f0172a267363f in 441ms, sequenceid=8, compaction requested=false at 1733349740742 (+13 ms)Writing region close event to WAL at 1733349740743 (+1 ms)Running coprocessor post-close hooks at 1733349740747 (+4 ms)Closed at 1733349740747 2024-12-04T22:02:20,748 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733349684982.4d35583274b4c893588f0172a267363f. 2024-12-04T22:02:20,748 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f92c9d080237e90a368cdb1c2068f32d, disabling compactions & flushes 2024-12-04T22:02:20,748 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d. 2024-12-04T22:02:20,748 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d. 2024-12-04T22:02:20,748 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d. after waiting 0 ms 2024-12-04T22:02:20,748 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d. 2024-12-04T22:02:20,748 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f92c9d080237e90a368cdb1c2068f32d 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-04T22:02:20,765 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnOpenScanner/f92c9d080237e90a368cdb1c2068f32d/.tmp/testFamily/c44aeb32be664d40baa8d0e7079de2de is 61, key is row-0/testFamily:testQualifier/1733349700254/Put/seqid=0 2024-12-04T22:02:20,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741860_1036 (size=5049) 2024-12-04T22:02:20,770 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close 2024-12-04T22:02:20,771 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1325): Online Regions={f92c9d080237e90a368cdb1c2068f32d=testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d., b5dda49a5243752b489cb237965fd13d=testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d., 89920e1a8c701d1b582b48f73c33dedd=hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd., 1588230740=hbase:meta,,1.1588230740, 981325049569fd75ada879cd1c6c281d=testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d., 64caaf8c588fabe730e93053b9109475=hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475., 929c79e986fc7ae83a0ebd41055403e9=testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9., f24f55d199184823465c171d6dd0cf92=testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92., 34e993e2ef90a3234377a56449107e8c=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c.} 2024-12-04T22:02:20,771 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34e993e2ef90a3234377a56449107e8c, 64caaf8c588fabe730e93053b9109475, 89920e1a8c701d1b582b48f73c33dedd, 929c79e986fc7ae83a0ebd41055403e9, 981325049569fd75ada879cd1c6c281d, b5dda49a5243752b489cb237965fd13d, f24f55d199184823465c171d6dd0cf92, f92c9d080237e90a368cdb1c2068f32d 2024-12-04T22:02:20,971 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34e993e2ef90a3234377a56449107e8c, 64caaf8c588fabe730e93053b9109475, 89920e1a8c701d1b582b48f73c33dedd, 929c79e986fc7ae83a0ebd41055403e9, 981325049569fd75ada879cd1c6c281d, b5dda49a5243752b489cb237965fd13d, f24f55d199184823465c171d6dd0cf92, f92c9d080237e90a368cdb1c2068f32d 2024-12-04T22:02:21,136 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/meta/1588230740/.tmp/table/4b9ab5f1ad0c489ea0f9d9a4d532613f 2024-12-04T22:02:21,150 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/meta/1588230740/.tmp/info/49b2ec4c863c41bfb6989b315111f5ef as hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/meta/1588230740/info/49b2ec4c863c41bfb6989b315111f5ef 2024-12-04T22:02:21,159 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/meta/1588230740/info/49b2ec4c863c41bfb6989b315111f5ef, entries=100, sequenceid=56, filesize=20.1 K 2024-12-04T22:02:21,161 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/meta/1588230740/.tmp/ns/c0ac06d214ec45c7af7e2e3b2354ff21 as hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/meta/1588230740/ns/c0ac06d214ec45c7af7e2e3b2354ff21 2024-12-04T22:02:21,170 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnOpenScanner/f92c9d080237e90a368cdb1c2068f32d/.tmp/testFamily/c44aeb32be664d40baa8d0e7079de2de 2024-12-04T22:02:21,170 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/meta/1588230740/ns/c0ac06d214ec45c7af7e2e3b2354ff21, entries=2, sequenceid=56, filesize=5.0 K 2024-12-04T22:02:21,171 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34e993e2ef90a3234377a56449107e8c, 64caaf8c588fabe730e93053b9109475, 89920e1a8c701d1b582b48f73c33dedd, 929c79e986fc7ae83a0ebd41055403e9, 981325049569fd75ada879cd1c6c281d, b5dda49a5243752b489cb237965fd13d, f24f55d199184823465c171d6dd0cf92, f92c9d080237e90a368cdb1c2068f32d 2024-12-04T22:02:21,172 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/meta/1588230740/.tmp/table/4b9ab5f1ad0c489ea0f9d9a4d532613f as hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/meta/1588230740/table/4b9ab5f1ad0c489ea0f9d9a4d532613f 2024-12-04T22:02:21,179 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/meta/1588230740/table/4b9ab5f1ad0c489ea0f9d9a4d532613f, entries=20, sequenceid=56, filesize=6.5 K 2024-12-04T22:02:21,179 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnOpenScanner/f92c9d080237e90a368cdb1c2068f32d/.tmp/testFamily/c44aeb32be664d40baa8d0e7079de2de as hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnOpenScanner/f92c9d080237e90a368cdb1c2068f32d/testFamily/c44aeb32be664d40baa8d0e7079de2de 2024-12-04T22:02:21,180 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1411ms, sequenceid=56, compaction requested=false 2024-12-04T22:02:21,185 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-12-04T22:02:21,186 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T22:02:21,187 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T22:02:21,187 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733349739769Running coprocessor pre-close hooks at 1733349739769Disabling compacts and flushes for region at 1733349739769Disabling writes for close at 1733349739769Obtaining lock to block concurrent updates at 1733349739771 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733349739771Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733349739777 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733349739779 (+2 ms)Flushing 1588230740/info: creating writer at 1733349739780 (+1 ms)Flushing 1588230740/info: appending metadata at 1733349739821 (+41 ms)Flushing 1588230740/info: closing flushed file at 1733349739821Flushing 1588230740/ns: creating writer at 1733349740277 (+456 ms)Flushing 1588230740/ns: appending metadata at 1733349740291 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733349740291Flushing 1588230740/table: creating writer at 1733349740710 (+419 ms)Flushing 1588230740/table: appending metadata at 1733349740728 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733349740728Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@668e9229: reopening flushed file at 1733349741149 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74da32ae: reopening flushed file at 1733349741159 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d0de1c5: reopening flushed file at 1733349741171 (+12 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1411ms, sequenceid=56, compaction requested=false at 1733349741180 (+9 ms)Writing region close event to WAL at 1733349741181 (+1 ms)Running coprocessor post-close hooks at 1733349741186 (+5 ms)Closed at 1733349741187 (+1 ms) 2024-12-04T22:02:21,187 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T22:02:21,187 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnOpenScanner/f92c9d080237e90a368cdb1c2068f32d/testFamily/c44aeb32be664d40baa8d0e7079de2de, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T22:02:21,188 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f92c9d080237e90a368cdb1c2068f32d in 440ms, sequenceid=8, compaction requested=false 2024-12-04T22:02:21,193 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnOpenScanner/f92c9d080237e90a368cdb1c2068f32d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T22:02:21,193 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d. 2024-12-04T22:02:21,194 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f92c9d080237e90a368cdb1c2068f32d: Waiting for close lock at 1733349740748Running coprocessor pre-close hooks at 1733349740748Disabling compacts and flushes for region at 1733349740748Disabling writes for close at 1733349740748Obtaining lock to block concurrent updates at 1733349740748Preparing flush snapshotting stores in f92c9d080237e90a368cdb1c2068f32d at 1733349740748Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733349740748Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d. at 1733349740749 (+1 ms)Flushing f92c9d080237e90a368cdb1c2068f32d/testFamily: creating writer at 1733349740749Flushing f92c9d080237e90a368cdb1c2068f32d/testFamily: appending metadata at 1733349740764 (+15 ms)Flushing f92c9d080237e90a368cdb1c2068f32d/testFamily: closing flushed file at 1733349740764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3344aefe: reopening flushed file at 1733349741178 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f92c9d080237e90a368cdb1c2068f32d in 440ms, sequenceid=8, compaction requested=false at 1733349741188 (+10 ms)Writing region close event to WAL at 1733349741189 (+1 ms)Running coprocessor post-close hooks at 1733349741193 (+4 ms)Closed at 1733349741193 2024-12-04T22:02:21,194 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733349697197.f92c9d080237e90a368cdb1c2068f32d. 2024-12-04T22:02:21,194 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5dda49a5243752b489cb237965fd13d, disabling compactions & flushes 2024-12-04T22:02:21,194 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d. 2024-12-04T22:02:21,194 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d. 2024-12-04T22:02:21,194 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d. after waiting 0 ms 2024-12-04T22:02:21,194 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d. 2024-12-04T22:02:21,194 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b5dda49a5243752b489cb237965fd13d 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-04T22:02:21,208 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testRetryOutOfOrderScannerNextException/b5dda49a5243752b489cb237965fd13d/.tmp/testFamily/705d75f4fb584bf182005404c4f9c6d8 is 61, key is row-0/testFamily:testQualifier/1733349697143/Put/seqid=0 2024-12-04T22:02:21,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741861_1037 (size=5049) 2024-12-04T22:02:21,372 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1351): Waiting on 34e993e2ef90a3234377a56449107e8c, 64caaf8c588fabe730e93053b9109475, 89920e1a8c701d1b582b48f73c33dedd, 929c79e986fc7ae83a0ebd41055403e9, 981325049569fd75ada879cd1c6c281d, b5dda49a5243752b489cb237965fd13d, f24f55d199184823465c171d6dd0cf92 2024-12-04T22:02:21,572 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1351): Waiting on 34e993e2ef90a3234377a56449107e8c, 64caaf8c588fabe730e93053b9109475, 89920e1a8c701d1b582b48f73c33dedd, 929c79e986fc7ae83a0ebd41055403e9, 981325049569fd75ada879cd1c6c281d, b5dda49a5243752b489cb237965fd13d, f24f55d199184823465c171d6dd0cf92 2024-12-04T22:02:21,615 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testRetryOutOfOrderScannerNextException/b5dda49a5243752b489cb237965fd13d/.tmp/testFamily/705d75f4fb584bf182005404c4f9c6d8 2024-12-04T22:02:21,628 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testRetryOutOfOrderScannerNextException/b5dda49a5243752b489cb237965fd13d/.tmp/testFamily/705d75f4fb584bf182005404c4f9c6d8 as hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testRetryOutOfOrderScannerNextException/b5dda49a5243752b489cb237965fd13d/testFamily/705d75f4fb584bf182005404c4f9c6d8 2024-12-04T22:02:21,634 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testRetryOutOfOrderScannerNextException/b5dda49a5243752b489cb237965fd13d/testFamily/705d75f4fb584bf182005404c4f9c6d8, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T22:02:21,635 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b5dda49a5243752b489cb237965fd13d in 441ms, sequenceid=8, compaction requested=false 2024-12-04T22:02:21,640 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testRetryOutOfOrderScannerNextException/b5dda49a5243752b489cb237965fd13d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T22:02:21,641 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d. 2024-12-04T22:02:21,641 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5dda49a5243752b489cb237965fd13d: Waiting for close lock at 1733349741194Running coprocessor pre-close hooks at 1733349741194Disabling compacts and flushes for region at 1733349741194Disabling writes for close at 1733349741194Obtaining lock to block concurrent updates at 1733349741194Preparing flush snapshotting stores in b5dda49a5243752b489cb237965fd13d at 1733349741194Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733349741194Flushing stores of testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d. at 1733349741195 (+1 ms)Flushing b5dda49a5243752b489cb237965fd13d/testFamily: creating writer at 1733349741195Flushing b5dda49a5243752b489cb237965fd13d/testFamily: appending metadata at 1733349741207 (+12 ms)Flushing b5dda49a5243752b489cb237965fd13d/testFamily: closing flushed file at 1733349741207Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d1115: reopening flushed file at 1733349741627 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b5dda49a5243752b489cb237965fd13d in 441ms, sequenceid=8, compaction requested=false at 1733349741636 (+9 ms)Writing region close event to WAL at 1733349741636Running coprocessor post-close hooks at 1733349741641 (+5 ms)Closed at 1733349741641 2024-12-04T22:02:21,641 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733349694083.b5dda49a5243752b489cb237965fd13d. 2024-12-04T22:02:21,641 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 89920e1a8c701d1b582b48f73c33dedd, disabling compactions & flushes 2024-12-04T22:02:21,641 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd. 2024-12-04T22:02:21,641 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd. 2024-12-04T22:02:21,641 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd. after waiting 0 ms 2024-12-04T22:02:21,642 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd. 2024-12-04T22:02:21,642 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 89920e1a8c701d1b582b48f73c33dedd 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-04T22:02:21,657 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnNext/89920e1a8c701d1b582b48f73c33dedd/.tmp/testFamily/aa9fca5830c74816b7c05b5f0d1337b6 is 61, key is row-0/testFamily:testQualifier/1733349727633/Put/seqid=0 2024-12-04T22:02:21,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741862_1038 (size=5049) 2024-12-04T22:02:21,773 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-04T22:02:21,773 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1325): Online Regions={89920e1a8c701d1b582b48f73c33dedd=hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd., 981325049569fd75ada879cd1c6c281d=testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d., 64caaf8c588fabe730e93053b9109475=hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475., 929c79e986fc7ae83a0ebd41055403e9=testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9., f24f55d199184823465c171d6dd0cf92=testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92., 34e993e2ef90a3234377a56449107e8c=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c.} 2024-12-04T22:02:21,773 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1351): Waiting on 34e993e2ef90a3234377a56449107e8c, 64caaf8c588fabe730e93053b9109475, 89920e1a8c701d1b582b48f73c33dedd, 929c79e986fc7ae83a0ebd41055403e9, 981325049569fd75ada879cd1c6c281d, f24f55d199184823465c171d6dd0cf92 2024-12-04T22:02:21,974 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1351): Waiting on 34e993e2ef90a3234377a56449107e8c, 64caaf8c588fabe730e93053b9109475, 89920e1a8c701d1b582b48f73c33dedd, 929c79e986fc7ae83a0ebd41055403e9, 981325049569fd75ada879cd1c6c281d, f24f55d199184823465c171d6dd0cf92 2024-12-04T22:02:22,064 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnNext/89920e1a8c701d1b582b48f73c33dedd/.tmp/testFamily/aa9fca5830c74816b7c05b5f0d1337b6 2024-12-04T22:02:22,080 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnNext/89920e1a8c701d1b582b48f73c33dedd/.tmp/testFamily/aa9fca5830c74816b7c05b5f0d1337b6 as hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnNext/89920e1a8c701d1b582b48f73c33dedd/testFamily/aa9fca5830c74816b7c05b5f0d1337b6 2024-12-04T22:02:22,090 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnNext/89920e1a8c701d1b582b48f73c33dedd/testFamily/aa9fca5830c74816b7c05b5f0d1337b6, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T22:02:22,091 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 89920e1a8c701d1b582b48f73c33dedd in 449ms, sequenceid=8, compaction requested=false 2024-12-04T22:02:22,095 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnNext/89920e1a8c701d1b582b48f73c33dedd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T22:02:22,096 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd. 2024-12-04T22:02:22,096 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 89920e1a8c701d1b582b48f73c33dedd: Waiting for close lock at 1733349741641Running coprocessor pre-close hooks at 1733349741641Disabling compacts and flushes for region at 1733349741641Disabling writes for close at 1733349741642 (+1 ms)Obtaining lock to block concurrent updates at 1733349741642Preparing flush snapshotting stores in 89920e1a8c701d1b582b48f73c33dedd at 1733349741642Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733349741642Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd. at 1733349741643 (+1 ms)Flushing 89920e1a8c701d1b582b48f73c33dedd/testFamily: creating writer at 1733349741643Flushing 89920e1a8c701d1b582b48f73c33dedd/testFamily: appending metadata at 1733349741657 (+14 ms)Flushing 89920e1a8c701d1b582b48f73c33dedd/testFamily: closing flushed file at 1733349741657Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2869d362: reopening flushed file at 1733349742079 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 89920e1a8c701d1b582b48f73c33dedd in 449ms, sequenceid=8, compaction requested=false at 1733349742091 (+12 ms)Writing region close event to WAL at 1733349742092 (+1 ms)Running coprocessor post-close hooks at 1733349742096 (+4 ms)Closed at 1733349742096 2024-12-04T22:02:22,096 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733349724588.89920e1a8c701d1b582b48f73c33dedd. 2024-12-04T22:02:22,096 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 981325049569fd75ada879cd1c6c281d, disabling compactions & flushes 2024-12-04T22:02:22,096 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d. 2024-12-04T22:02:22,097 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d. 2024-12-04T22:02:22,097 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d. after waiting 0 ms 2024-12-04T22:02:22,097 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d. 2024-12-04T22:02:22,097 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 981325049569fd75ada879cd1c6c281d 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-04T22:02:22,113 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnOpenScannerAsync/981325049569fd75ada879cd1c6c281d/.tmp/testFamily/f1764eb72112447bb37b2954d86df957 is 61, key is row-0/testFamily:testQualifier/1733349736720/Put/seqid=0 2024-12-04T22:02:22,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741863_1039 (size=5049) 2024-12-04T22:02:22,174 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1351): Waiting on 34e993e2ef90a3234377a56449107e8c, 64caaf8c588fabe730e93053b9109475, 929c79e986fc7ae83a0ebd41055403e9, 981325049569fd75ada879cd1c6c281d, f24f55d199184823465c171d6dd0cf92 2024-12-04T22:02:22,374 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1351): Waiting on 34e993e2ef90a3234377a56449107e8c, 64caaf8c588fabe730e93053b9109475, 929c79e986fc7ae83a0ebd41055403e9, 981325049569fd75ada879cd1c6c281d, f24f55d199184823465c171d6dd0cf92 2024-12-04T22:02:22,520 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnOpenScannerAsync/981325049569fd75ada879cd1c6c281d/.tmp/testFamily/f1764eb72112447bb37b2954d86df957 2024-12-04T22:02:22,532 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnOpenScannerAsync/981325049569fd75ada879cd1c6c281d/.tmp/testFamily/f1764eb72112447bb37b2954d86df957 as hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnOpenScannerAsync/981325049569fd75ada879cd1c6c281d/testFamily/f1764eb72112447bb37b2954d86df957 2024-12-04T22:02:22,540 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnOpenScannerAsync/981325049569fd75ada879cd1c6c281d/testFamily/f1764eb72112447bb37b2954d86df957, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T22:02:22,541 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 981325049569fd75ada879cd1c6c281d in 444ms, sequenceid=8, compaction requested=false 2024-12-04T22:02:22,546 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnOpenScannerAsync/981325049569fd75ada879cd1c6c281d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T22:02:22,547 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d. 2024-12-04T22:02:22,547 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 981325049569fd75ada879cd1c6c281d: Waiting for close lock at 1733349742096Running coprocessor pre-close hooks at 1733349742096Disabling compacts and flushes for region at 1733349742096Disabling writes for close at 1733349742097 (+1 ms)Obtaining lock to block concurrent updates at 1733349742097Preparing flush snapshotting stores in 981325049569fd75ada879cd1c6c281d at 1733349742097Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733349742097Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d. at 1733349742097Flushing 981325049569fd75ada879cd1c6c281d/testFamily: creating writer at 1733349742098 (+1 ms)Flushing 981325049569fd75ada879cd1c6c281d/testFamily: appending metadata at 1733349742112 (+14 ms)Flushing 981325049569fd75ada879cd1c6c281d/testFamily: closing flushed file at 1733349742112Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e1e5b3e: reopening flushed file at 1733349742531 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 981325049569fd75ada879cd1c6c281d in 444ms, sequenceid=8, compaction requested=false at 1733349742541 (+10 ms)Writing region close event to WAL at 1733349742542 (+1 ms)Running coprocessor post-close hooks at 1733349742546 (+4 ms)Closed at 1733349742546 2024-12-04T22:02:22,547 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733349733676.981325049569fd75ada879cd1c6c281d. 2024-12-04T22:02:22,547 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64caaf8c588fabe730e93053b9109475, disabling compactions & flushes 2024-12-04T22:02:22,547 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475. 2024-12-04T22:02:22,547 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475. 2024-12-04T22:02:22,547 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475. after waiting 0 ms 2024-12-04T22:02:22,547 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475. 2024-12-04T22:02:22,547 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 64caaf8c588fabe730e93053b9109475 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-04T22:02:22,561 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnOpenScanner/64caaf8c588fabe730e93053b9109475/.tmp/testFamily/3b2fa737396e4b39828748ea4963748a is 61, key is row-0/testFamily:testQualifier/1733349678935/Put/seqid=0 2024-12-04T22:02:22,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741864_1040 (size=5049) 2024-12-04T22:02:22,566 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnOpenScanner/64caaf8c588fabe730e93053b9109475/.tmp/testFamily/3b2fa737396e4b39828748ea4963748a 2024-12-04T22:02:22,574 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1351): Waiting on 34e993e2ef90a3234377a56449107e8c, 64caaf8c588fabe730e93053b9109475, 929c79e986fc7ae83a0ebd41055403e9, f24f55d199184823465c171d6dd0cf92 2024-12-04T22:02:22,575 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnOpenScanner/64caaf8c588fabe730e93053b9109475/.tmp/testFamily/3b2fa737396e4b39828748ea4963748a as hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnOpenScanner/64caaf8c588fabe730e93053b9109475/testFamily/3b2fa737396e4b39828748ea4963748a 2024-12-04T22:02:22,583 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnOpenScanner/64caaf8c588fabe730e93053b9109475/testFamily/3b2fa737396e4b39828748ea4963748a, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T22:02:22,584 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 64caaf8c588fabe730e93053b9109475 in 37ms, sequenceid=8, compaction requested=false 2024-12-04T22:02:22,590 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnOpenScanner/64caaf8c588fabe730e93053b9109475/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T22:02:22,591 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475. 2024-12-04T22:02:22,591 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64caaf8c588fabe730e93053b9109475: Waiting for close lock at 1733349742547Running coprocessor pre-close hooks at 1733349742547Disabling compacts and flushes for region at 1733349742547Disabling writes for close at 1733349742547Obtaining lock to block concurrent updates at 1733349742547Preparing flush snapshotting stores in 64caaf8c588fabe730e93053b9109475 at 1733349742547Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733349742548 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475. at 1733349742548Flushing 64caaf8c588fabe730e93053b9109475/testFamily: creating writer at 1733349742548Flushing 64caaf8c588fabe730e93053b9109475/testFamily: appending metadata at 1733349742561 (+13 ms)Flushing 64caaf8c588fabe730e93053b9109475/testFamily: closing flushed file at 1733349742561Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@343173fb: reopening flushed file at 1733349742573 (+12 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 64caaf8c588fabe730e93053b9109475 in 37ms, sequenceid=8, compaction requested=false at 1733349742584 (+11 ms)Writing region close event to WAL at 1733349742585 (+1 ms)Running coprocessor post-close hooks at 1733349742591 (+6 ms)Closed at 1733349742591 2024-12-04T22:02:22,591 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733349675880.64caaf8c588fabe730e93053b9109475. 2024-12-04T22:02:22,591 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 929c79e986fc7ae83a0ebd41055403e9, disabling compactions & flushes 2024-12-04T22:02:22,592 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9. 2024-12-04T22:02:22,592 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9. 2024-12-04T22:02:22,592 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9. after waiting 0 ms 2024-12-04T22:02:22,592 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9. 2024-12-04T22:02:22,592 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 929c79e986fc7ae83a0ebd41055403e9 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-04T22:02:22,610 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnNext/929c79e986fc7ae83a0ebd41055403e9/.tmp/testFamily/014a7a609be04f38b73639aa4f3e42c9 is 61, key is row-0/testFamily:testQualifier/1733349712446/Put/seqid=0 2024-12-04T22:02:22,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741865_1041 (size=5049) 2024-12-04T22:02:22,775 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T22:02:22,775 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1325): Online Regions={929c79e986fc7ae83a0ebd41055403e9=testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9., f24f55d199184823465c171d6dd0cf92=testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92., 34e993e2ef90a3234377a56449107e8c=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c.} 2024-12-04T22:02:22,775 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1351): Waiting on 34e993e2ef90a3234377a56449107e8c, 929c79e986fc7ae83a0ebd41055403e9, f24f55d199184823465c171d6dd0cf92 2024-12-04T22:02:22,975 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1351): Waiting on 34e993e2ef90a3234377a56449107e8c, 929c79e986fc7ae83a0ebd41055403e9, f24f55d199184823465c171d6dd0cf92 2024-12-04T22:02:23,016 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnNext/929c79e986fc7ae83a0ebd41055403e9/.tmp/testFamily/014a7a609be04f38b73639aa4f3e42c9 2024-12-04T22:02:23,027 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnNext/929c79e986fc7ae83a0ebd41055403e9/.tmp/testFamily/014a7a609be04f38b73639aa4f3e42c9 as hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnNext/929c79e986fc7ae83a0ebd41055403e9/testFamily/014a7a609be04f38b73639aa4f3e42c9 2024-12-04T22:02:23,034 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnNext/929c79e986fc7ae83a0ebd41055403e9/testFamily/014a7a609be04f38b73639aa4f3e42c9, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T22:02:23,035 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 929c79e986fc7ae83a0ebd41055403e9 in 443ms, sequenceid=8, compaction requested=false 2024-12-04T22:02:23,039 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnNext/929c79e986fc7ae83a0ebd41055403e9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T22:02:23,040 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9. 2024-12-04T22:02:23,040 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 929c79e986fc7ae83a0ebd41055403e9: Waiting for close lock at 1733349742591Running coprocessor pre-close hooks at 1733349742591Disabling compacts and flushes for region at 1733349742591Disabling writes for close at 1733349742592 (+1 ms)Obtaining lock to block concurrent updates at 1733349742592Preparing flush snapshotting stores in 929c79e986fc7ae83a0ebd41055403e9 at 1733349742592Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733349742592Flushing stores of testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9. at 1733349742593 (+1 ms)Flushing 929c79e986fc7ae83a0ebd41055403e9/testFamily: creating writer at 1733349742593Flushing 929c79e986fc7ae83a0ebd41055403e9/testFamily: appending metadata at 1733349742609 (+16 ms)Flushing 929c79e986fc7ae83a0ebd41055403e9/testFamily: closing flushed file at 1733349742609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b078328: reopening flushed file at 1733349743026 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 929c79e986fc7ae83a0ebd41055403e9 in 443ms, sequenceid=8, compaction requested=false at 1733349743035 (+9 ms)Writing region close event to WAL at 1733349743035Running coprocessor post-close hooks at 1733349743039 (+4 ms)Closed at 1733349743040 (+1 ms) 2024-12-04T22:02:23,040 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733349709394.929c79e986fc7ae83a0ebd41055403e9. 2024-12-04T22:02:23,040 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f24f55d199184823465c171d6dd0cf92, disabling compactions & flushes 2024-12-04T22:02:23,040 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92. 2024-12-04T22:02:23,040 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92. 2024-12-04T22:02:23,040 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92. after waiting 0 ms 2024-12-04T22:02:23,040 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92. 2024-12-04T22:02:23,040 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f24f55d199184823465c171d6dd0cf92 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-04T22:02:23,055 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnNextAsync/f24f55d199184823465c171d6dd0cf92/.tmp/testFamily/8463fa4aa86a419eabf5af2accdacd8b is 61, key is row-0/testFamily:testQualifier/1733349706343/Put/seqid=0 2024-12-04T22:02:23,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741866_1042 (size=5049) 2024-12-04T22:02:23,176 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1351): Waiting on 34e993e2ef90a3234377a56449107e8c, f24f55d199184823465c171d6dd0cf92 2024-12-04T22:02:23,376 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1351): Waiting on 34e993e2ef90a3234377a56449107e8c, f24f55d199184823465c171d6dd0cf92 2024-12-04T22:02:23,462 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnNextAsync/f24f55d199184823465c171d6dd0cf92/.tmp/testFamily/8463fa4aa86a419eabf5af2accdacd8b 2024-12-04T22:02:23,477 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnNextAsync/f24f55d199184823465c171d6dd0cf92/.tmp/testFamily/8463fa4aa86a419eabf5af2accdacd8b as hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnNextAsync/f24f55d199184823465c171d6dd0cf92/testFamily/8463fa4aa86a419eabf5af2accdacd8b 2024-12-04T22:02:23,484 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnNextAsync/f24f55d199184823465c171d6dd0cf92/testFamily/8463fa4aa86a419eabf5af2accdacd8b, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T22:02:23,485 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f24f55d199184823465c171d6dd0cf92 in 445ms, sequenceid=8, compaction requested=false 2024-12-04T22:02:23,489 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/default/testNormalScanTimeoutOnNextAsync/f24f55d199184823465c171d6dd0cf92/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T22:02:23,490 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92. 2024-12-04T22:02:23,490 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f24f55d199184823465c171d6dd0cf92: Waiting for close lock at 1733349743040Running coprocessor pre-close hooks at 1733349743040Disabling compacts and flushes for region at 1733349743040Disabling writes for close at 1733349743040Obtaining lock to block concurrent updates at 1733349743040Preparing flush snapshotting stores in f24f55d199184823465c171d6dd0cf92 at 1733349743040Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733349743040Flushing stores of testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92. at 1733349743041 (+1 ms)Flushing f24f55d199184823465c171d6dd0cf92/testFamily: creating writer at 1733349743041Flushing f24f55d199184823465c171d6dd0cf92/testFamily: appending metadata at 1733349743055 (+14 ms)Flushing f24f55d199184823465c171d6dd0cf92/testFamily: closing flushed file at 1733349743055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@694724cb: reopening flushed file at 1733349743475 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f24f55d199184823465c171d6dd0cf92 in 445ms, sequenceid=8, compaction requested=false at 1733349743485 (+10 ms)Writing region close event to WAL at 1733349743485Running coprocessor post-close hooks at 1733349743490 (+5 ms)Closed at 1733349743490 2024-12-04T22:02:23,490 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733349703292.f24f55d199184823465c171d6dd0cf92. 2024-12-04T22:02:23,490 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 34e993e2ef90a3234377a56449107e8c, disabling compactions & flushes 2024-12-04T22:02:23,490 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c. 2024-12-04T22:02:23,490 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c. 2024-12-04T22:02:23,490 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c. after waiting 0 ms 2024-12-04T22:02:23,490 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c. 2024-12-04T22:02:23,490 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 34e993e2ef90a3234377a56449107e8c 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-04T22:02:23,505 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/34e993e2ef90a3234377a56449107e8c/.tmp/testFamily/a536615da8bb4502bcadef1468e89b80 is 61, key is row-0/testFamily:testQualifier/1733349718545/Put/seqid=0 2024-12-04T22:02:23,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741867_1043 (size=5049) 2024-12-04T22:02:23,576 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1351): Waiting on 34e993e2ef90a3234377a56449107e8c 2024-12-04T22:02:23,777 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T22:02:23,777 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1325): Online Regions={34e993e2ef90a3234377a56449107e8c=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c.} 2024-12-04T22:02:23,777 DEBUG [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1351): Waiting on 34e993e2ef90a3234377a56449107e8c 2024-12-04T22:02:23,847 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bb3046a53f79:36223 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 10 more 2024-12-04T22:02:23,911 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/34e993e2ef90a3234377a56449107e8c/.tmp/testFamily/a536615da8bb4502bcadef1468e89b80 2024-12-04T22:02:23,921 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/34e993e2ef90a3234377a56449107e8c/.tmp/testFamily/a536615da8bb4502bcadef1468e89b80 as hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/34e993e2ef90a3234377a56449107e8c/testFamily/a536615da8bb4502bcadef1468e89b80 2024-12-04T22:02:23,929 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/34e993e2ef90a3234377a56449107e8c/testFamily/a536615da8bb4502bcadef1468e89b80, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T22:02:23,930 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 34e993e2ef90a3234377a56449107e8c in 440ms, sequenceid=8, compaction requested=false 2024-12-04T22:02:23,935 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/34e993e2ef90a3234377a56449107e8c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T22:02:23,936 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c. 2024-12-04T22:02:23,936 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 34e993e2ef90a3234377a56449107e8c: Waiting for close lock at 1733349743490Running coprocessor pre-close hooks at 1733349743490Disabling compacts and flushes for region at 1733349743490Disabling writes for close at 1733349743490Obtaining lock to block concurrent updates at 1733349743490Preparing flush snapshotting stores in 34e993e2ef90a3234377a56449107e8c at 1733349743490Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733349743491 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c. at 1733349743491Flushing 34e993e2ef90a3234377a56449107e8c/testFamily: creating writer at 1733349743491Flushing 34e993e2ef90a3234377a56449107e8c/testFamily: appending metadata at 1733349743505 (+14 ms)Flushing 34e993e2ef90a3234377a56449107e8c/testFamily: closing flushed file at 1733349743505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a45b3e9: reopening flushed file at 1733349743920 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 34e993e2ef90a3234377a56449107e8c in 440ms, sequenceid=8, compaction requested=false at 1733349743930 (+10 ms)Writing region close event to WAL at 1733349743931 (+1 ms)Running coprocessor post-close hooks at 1733349743936 (+5 ms)Closed at 1733349743936 2024-12-04T22:02:23,937 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733349715497.34e993e2ef90a3234377a56449107e8c. 2024-12-04T22:02:23,978 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(976): stopping server bb3046a53f79,42061,1733349609433; all regions closed. 2024-12-04T22:02:23,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741834_1010 (size=19479) 2024-12-04T22:02:23,995 DEBUG [RS:0;bb3046a53f79:42061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/oldWALs 2024-12-04T22:02:23,995 INFO [RS:0;bb3046a53f79:42061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb3046a53f79%2C42061%2C1733349609433.meta:.meta(num 1733349672362) 2024-12-04T22:02:23,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741833_1009 (size=20031) 2024-12-04T22:02:24,001 DEBUG [RS:0;bb3046a53f79:42061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/oldWALs 2024-12-04T22:02:24,001 INFO [RS:0;bb3046a53f79:42061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb3046a53f79%2C42061%2C1733349609433:(num 1733349672060) 2024-12-04T22:02:24,001 DEBUG [RS:0;bb3046a53f79:42061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:02:24,001 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:02:24,002 INFO [RS:0;bb3046a53f79:42061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T22:02:24,002 INFO [RS:0;bb3046a53f79:42061 {}] hbase.ChoreService(370): Chore service for: regionserver/bb3046a53f79:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T22:02:24,002 INFO [RS:0;bb3046a53f79:42061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T22:02:24,002 INFO [regionserver/bb3046a53f79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T22:02:24,004 INFO [RS:0;bb3046a53f79:42061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42061 2024-12-04T22:02:24,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x100a73f67090001, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb3046a53f79,42061,1733349609433 2024-12-04T22:02:24,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T22:02:24,007 INFO [RS:0;bb3046a53f79:42061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:02:24,009 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb3046a53f79,42061,1733349609433] 2024-12-04T22:02:24,010 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb3046a53f79,42061,1733349609433 already deleted, retry=false 2024-12-04T22:02:24,010 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb3046a53f79,42061,1733349609433 expired; onlineServers=0 2024-12-04T22:02:24,011 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bb3046a53f79,36223,1733349608879' ***** 2024-12-04T22:02:24,011 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T22:02:24,011 INFO [M:0;bb3046a53f79:36223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:02:24,011 INFO [M:0;bb3046a53f79:36223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T22:02:24,011 DEBUG [M:0;bb3046a53f79:36223 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T22:02:24,011 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T22:02:24,011 DEBUG [M:0;bb3046a53f79:36223 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T22:02:24,011 DEBUG [master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.large.0-1733349611923 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.large.0-1733349611923,5,FailOnTimeoutGroup] 2024-12-04T22:02:24,011 DEBUG [master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.small.0-1733349611926 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.small.0-1733349611926,5,FailOnTimeoutGroup] 2024-12-04T22:02:24,012 INFO [M:0;bb3046a53f79:36223 {}] hbase.ChoreService(370): Chore service for: master/bb3046a53f79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T22:02:24,012 INFO [M:0;bb3046a53f79:36223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T22:02:24,012 DEBUG [M:0;bb3046a53f79:36223 {}] master.HMaster(1795): Stopping service threads 2024-12-04T22:02:24,012 INFO [M:0;bb3046a53f79:36223 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T22:02:24,012 INFO [M:0;bb3046a53f79:36223 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T22:02:24,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T22:02:24,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:02:24,013 INFO [M:0;bb3046a53f79:36223 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T22:02:24,013 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T22:02:24,013 DEBUG [M:0;bb3046a53f79:36223 {}] zookeeper.ZKUtil(347): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T22:02:24,013 WARN [M:0;bb3046a53f79:36223 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T22:02:24,014 INFO [M:0;bb3046a53f79:36223 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/.lastflushedseqids 2024-12-04T22:02:24,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741868_1044 (size=649) 2024-12-04T22:02:24,038 INFO [regionserver/bb3046a53f79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:02:24,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x100a73f67090001, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:02:24,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x100a73f67090001, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:02:24,111 INFO [RS:0;bb3046a53f79:42061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:02:24,111 INFO [RS:0;bb3046a53f79:42061 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb3046a53f79,42061,1733349609433; zookeeper connection closed. 2024-12-04T22:02:24,112 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@339486a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@339486a1 2024-12-04T22:02:24,113 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T22:02:24,427 INFO [M:0;bb3046a53f79:36223 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T22:02:24,428 INFO [M:0;bb3046a53f79:36223 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T22:02:24,428 DEBUG [M:0;bb3046a53f79:36223 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T22:02:24,429 INFO [M:0;bb3046a53f79:36223 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:02:24,429 DEBUG [M:0;bb3046a53f79:36223 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:02:24,429 DEBUG [M:0;bb3046a53f79:36223 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T22:02:24,429 DEBUG [M:0;bb3046a53f79:36223 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:02:24,430 INFO [M:0;bb3046a53f79:36223 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.98 KB heapSize=190.86 KB 2024-12-04T22:02:24,451 DEBUG [M:0;bb3046a53f79:36223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/471f3ce047934b5ba657b4de842463fa is 82, key is hbase:meta,,1/info:regioninfo/1733349672442/Put/seqid=0 2024-12-04T22:02:24,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741869_1045 (size=5672) 2024-12-04T22:02:24,857 INFO [M:0;bb3046a53f79:36223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/471f3ce047934b5ba657b4de842463fa 2024-12-04T22:02:24,887 DEBUG [M:0;bb3046a53f79:36223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed5d1015540e41288868d2213460beeb is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733349673984/Put/seqid=0 2024-12-04T22:02:24,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741870_1046 (size=14069) 2024-12-04T22:02:25,295 INFO [M:0;bb3046a53f79:36223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.42 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed5d1015540e41288868d2213460beeb 2024-12-04T22:02:25,304 INFO [M:0;bb3046a53f79:36223 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed5d1015540e41288868d2213460beeb 2024-12-04T22:02:25,321 DEBUG [M:0;bb3046a53f79:36223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50c3225a2b904983a080111f426b0fc6 is 69, key is bb3046a53f79,42061,1733349609433/rs:state/1733349641945/Put/seqid=0 2024-12-04T22:02:25,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741871_1047 (size=5156) 2024-12-04T22:02:25,728 INFO [M:0;bb3046a53f79:36223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50c3225a2b904983a080111f426b0fc6 2024-12-04T22:02:25,743 DEBUG [M:0;bb3046a53f79:36223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/471f3ce047934b5ba657b4de842463fa as hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/471f3ce047934b5ba657b4de842463fa 2024-12-04T22:02:25,750 INFO [M:0;bb3046a53f79:36223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/471f3ce047934b5ba657b4de842463fa, entries=8, sequenceid=317, filesize=5.5 K 2024-12-04T22:02:25,751 DEBUG [M:0;bb3046a53f79:36223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed5d1015540e41288868d2213460beeb as hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed5d1015540e41288868d2213460beeb 2024-12-04T22:02:25,757 INFO [M:0;bb3046a53f79:36223 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed5d1015540e41288868d2213460beeb 2024-12-04T22:02:25,757 INFO [M:0;bb3046a53f79:36223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed5d1015540e41288868d2213460beeb, entries=33, sequenceid=317, filesize=13.7 K 2024-12-04T22:02:25,759 DEBUG [M:0;bb3046a53f79:36223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50c3225a2b904983a080111f426b0fc6 as hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50c3225a2b904983a080111f426b0fc6 2024-12-04T22:02:25,765 INFO [M:0;bb3046a53f79:36223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/d35bf175-2f20-eda9-61b2-b3af99f1fd83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50c3225a2b904983a080111f426b0fc6, entries=1, sequenceid=317, filesize=5.0 K 2024-12-04T22:02:25,767 INFO [M:0;bb3046a53f79:36223 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.98 KB/166891, heapSize ~190.56 KB/195136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=317, compaction requested=false 2024-12-04T22:02:25,768 INFO [M:0;bb3046a53f79:36223 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:02:25,768 DEBUG [M:0;bb3046a53f79:36223 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733349744428Disabling compacts and flushes for region at 1733349744428Disabling writes for close at 1733349744429 (+1 ms)Obtaining lock to block concurrent updates at 1733349744430 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733349744430Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166891, getHeapSize=195376, getOffHeapSize=0, getCellsCount=364 at 1733349744431 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733349744432 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733349744432Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733349744450 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733349744450Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733349744870 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733349744886 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733349744886Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733349745305 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733349745320 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733349745320Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b126454: reopening flushed file at 1733349745742 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2602dd8a: reopening flushed file at 1733349745750 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c13166e: reopening flushed file at 1733349745758 (+8 ms)Finished flush of dataSize ~162.98 KB/166891, heapSize ~190.56 KB/195136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=317, compaction requested=false at 1733349745767 (+9 ms)Writing region close event to WAL at 1733349745768 (+1 ms)Closed at 1733349745768 2024-12-04T22:02:25,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741830_1006 (size=188103) 2024-12-04T22:02:25,772 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T22:02:25,772 INFO [M:0;bb3046a53f79:36223 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T22:02:25,772 INFO [M:0;bb3046a53f79:36223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36223 2024-12-04T22:02:25,773 INFO [M:0;bb3046a53f79:36223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:02:25,802 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T22:02:25,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:02:25,874 INFO [M:0;bb3046a53f79:36223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:02:25,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x100a73f67090000, quorum=127.0.0.1:57531, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:02:25,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:02:25,882 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:02:25,882 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:02:25,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:02:25,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/hadoop.log.dir/,STOPPED} 2024-12-04T22:02:25,885 WARN [BP-2091398627-172.17.0.2-1733349606478 heartbeating to localhost/127.0.0.1:38073 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:02:25,885 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:02:25,886 WARN [BP-2091398627-172.17.0.2-1733349606478 heartbeating to localhost/127.0.0.1:38073 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2091398627-172.17.0.2-1733349606478 (Datanode Uuid 9265ab2b-a7a2-4fe9-8364-db7b2ede182c) service to localhost/127.0.0.1:38073 2024-12-04T22:02:25,886 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:02:25,887 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/cluster_76bbbc61-6851-e3cd-e631-8a4c9117ae37/data/data1/current/BP-2091398627-172.17.0.2-1733349606478 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:02:25,888 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/cluster_76bbbc61-6851-e3cd-e631-8a4c9117ae37/data/data2/current/BP-2091398627-172.17.0.2-1733349606478 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:02:25,888 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:02:25,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T22:02:25,895 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:02:25,895 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:02:25,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:02:25,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/75a8eceb-37f6-db0a-2ed9-da8e7cd95c5a/hadoop.log.dir/,STOPPED} 2024-12-04T22:02:25,901 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T22:02:25,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down