2024-12-07 21:59:11,460 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-12-07 21:59:11,475 main DEBUG Took 0.008458 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-07 21:59:11,476 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-07 21:59:11,476 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-07 21:59:11,477 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-07 21:59:11,478 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:59:11,487 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-07 21:59:11,501 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:59:11,502 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:59:11,503 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:59:11,504 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:59:11,504 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:59:11,505 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:59:11,506 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:59:11,507 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:59:11,507 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:59:11,508 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:59:11,509 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:59:11,509 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:59:11,510 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:59:11,510 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:59:11,511 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:59:11,511 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:59:11,512 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:59:11,512 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:59:11,513 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:59:11,513 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:59:11,514 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:59:11,514 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:59:11,515 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:59:11,515 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:59:11,516 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:59:11,516 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-07 21:59:11,518 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:59:11,519 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-07 21:59:11,522 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-07 21:59:11,522 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-07 21:59:11,524 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-07 21:59:11,524 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-07 21:59:11,534 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-07 21:59:11,537 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-07 21:59:11,540 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-07 21:59:11,540 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-07 21:59:11,541 main DEBUG createAppenders(={Console}) 2024-12-07 21:59:11,542 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-12-07 21:59:11,542 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-12-07 21:59:11,542 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-12-07 21:59:11,543 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-07 21:59:11,543 main DEBUG OutputStream closed 2024-12-07 21:59:11,544 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-07 21:59:11,544 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-07 21:59:11,544 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-12-07 21:59:11,634 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-07 21:59:11,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-07 21:59:11,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-07 21:59:11,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-07 21:59:11,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-07 21:59:11,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-07 21:59:11,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-07 21:59:11,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-07 21:59:11,642 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-07 21:59:11,642 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-07 21:59:11,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-07 21:59:11,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-07 21:59:11,644 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-07 21:59:11,644 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-07 21:59:11,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-07 21:59:11,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-07 21:59:11,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-07 21:59:11,646 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-07 21:59:11,649 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07 21:59:11,649 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-12-07 21:59:11,649 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-07 21:59:11,650 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-12-07T21:59:11,661 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-12-07 21:59:11,664 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-07 21:59:11,664 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07T21:59:11,943 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19 2024-12-07T21:59:11,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T21:59:11,979 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/cluster_220bd43e-77b3-0a0b-bb9c-595262c895d4, deleteOnExit=true 2024-12-07T21:59:11,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T21:59:11,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/test.cache.data in system properties and HBase conf 2024-12-07T21:59:11,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T21:59:11,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/hadoop.log.dir in system properties and HBase conf 2024-12-07T21:59:11,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T21:59:11,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T21:59:11,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T21:59:12,075 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-07T21:59:12,157 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T21:59:12,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T21:59:12,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T21:59:12,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T21:59:12,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T21:59:12,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T21:59:12,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T21:59:12,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T21:59:12,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T21:59:12,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T21:59:12,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/nfs.dump.dir in system properties and HBase conf 2024-12-07T21:59:12,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/java.io.tmpdir in system properties and HBase conf 2024-12-07T21:59:12,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T21:59:12,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T21:59:12,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T21:59:13,043 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-07T21:59:13,110 INFO [Time-limited test {}] log.Log(170): Logging initialized @2237ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-07T21:59:13,174 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T21:59:13,230 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T21:59:13,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T21:59:13,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T21:59:13,254 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T21:59:13,265 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T21:59:13,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/hadoop.log.dir/,AVAILABLE} 2024-12-07T21:59:13,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T21:59:13,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@562f0d0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/java.io.tmpdir/jetty-localhost-38201-hadoop-hdfs-3_4_1-tests_jar-_-any-7734206974809482689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T21:59:13,440 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:38201} 2024-12-07T21:59:13,440 INFO [Time-limited test {}] server.Server(415): Started @2568ms 2024-12-07T21:59:13,920 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T21:59:13,927 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T21:59:13,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T21:59:13,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T21:59:13,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T21:59:13,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@537310ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/hadoop.log.dir/,AVAILABLE} 2024-12-07T21:59:13,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b9495fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T21:59:14,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc78d53{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/java.io.tmpdir/jetty-localhost-37901-hadoop-hdfs-3_4_1-tests_jar-_-any-13571483700392063543/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T21:59:14,023 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2120cdf2{HTTP/1.1, (http/1.1)}{localhost:37901} 2024-12-07T21:59:14,023 INFO [Time-limited test {}] server.Server(415): Started @3151ms 2024-12-07T21:59:14,067 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T21:59:14,894 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/cluster_220bd43e-77b3-0a0b-bb9c-595262c895d4/data/data2/current/BP-2122372284-172.17.0.2-1733608752615/current, will proceed with Du for space computation calculation, 2024-12-07T21:59:14,894 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/cluster_220bd43e-77b3-0a0b-bb9c-595262c895d4/data/data1/current/BP-2122372284-172.17.0.2-1733608752615/current, will proceed with Du for space computation calculation, 2024-12-07T21:59:14,923 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T21:59:14,971 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6dc231bdd214cc08 with lease ID 0x7946a391eea1570b: Processing first storage report for DS-c78476ad-9ff1-4b52-aeee-1dfe10f662c9 from datanode DatanodeRegistration(127.0.0.1:40927, datanodeUuid=9faadf2a-4311-4b4f-9447-c0b60e10f72c, infoPort=41883, infoSecurePort=0, ipcPort=41095, storageInfo=lv=-57;cid=testClusterID;nsid=1423123888;c=1733608752615) 2024-12-07T21:59:14,972 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6dc231bdd214cc08 with lease ID 0x7946a391eea1570b: from storage DS-c78476ad-9ff1-4b52-aeee-1dfe10f662c9 node DatanodeRegistration(127.0.0.1:40927, datanodeUuid=9faadf2a-4311-4b4f-9447-c0b60e10f72c, infoPort=41883, infoSecurePort=0, ipcPort=41095, storageInfo=lv=-57;cid=testClusterID;nsid=1423123888;c=1733608752615), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-07T21:59:14,972 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6dc231bdd214cc08 with lease ID 0x7946a391eea1570b: Processing first storage report for DS-7f322e8d-2801-4b4e-89bb-e810de1fc82c from datanode DatanodeRegistration(127.0.0.1:40927, datanodeUuid=9faadf2a-4311-4b4f-9447-c0b60e10f72c, infoPort=41883, infoSecurePort=0, ipcPort=41095, storageInfo=lv=-57;cid=testClusterID;nsid=1423123888;c=1733608752615) 2024-12-07T21:59:14,973 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6dc231bdd214cc08 with lease ID 0x7946a391eea1570b: from storage DS-7f322e8d-2801-4b4e-89bb-e810de1fc82c node DatanodeRegistration(127.0.0.1:40927, datanodeUuid=9faadf2a-4311-4b4f-9447-c0b60e10f72c, infoPort=41883, infoSecurePort=0, ipcPort=41095, storageInfo=lv=-57;cid=testClusterID;nsid=1423123888;c=1733608752615), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T21:59:15,047 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19 2024-12-07T21:59:15,168 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/cluster_220bd43e-77b3-0a0b-bb9c-595262c895d4/zookeeper_0, clientPort=56991, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/cluster_220bd43e-77b3-0a0b-bb9c-595262c895d4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/cluster_220bd43e-77b3-0a0b-bb9c-595262c895d4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T21:59:15,179 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56991 2024-12-07T21:59:15,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:59:15,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:59:15,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741825_1001 (size=7) 2024-12-07T21:59:15,865 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c with version=8 2024-12-07T21:59:15,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/hbase-staging 2024-12-07T21:59:15,986 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-07T21:59:16,301 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbf4292a68c8:0 server-side Connection retries=9 2024-12-07T21:59:16,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T21:59:16,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T21:59:16,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T21:59:16,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T21:59:16,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T21:59:16,457 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T21:59:16,526 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-07T21:59:16,536 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-07T21:59:16,541 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T21:59:16,573 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 114850 (auto-detected) 2024-12-07T21:59:16,574 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-07T21:59:16,600 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45823 2024-12-07T21:59:16,622 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45823 connecting to ZooKeeper ensemble=127.0.0.1:56991 2024-12-07T21:59:16,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458230x0, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T21:59:16,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45823-0x10002580e6b0000 connected 2024-12-07T21:59:16,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:59:16,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:59:16,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T21:59:16,910 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c, hbase.cluster.distributed=false 2024-12-07T21:59:16,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T21:59:16,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45823 2024-12-07T21:59:16,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45823 2024-12-07T21:59:16,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45823 2024-12-07T21:59:16,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45823 2024-12-07T21:59:16,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45823 2024-12-07T21:59:17,040 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbf4292a68c8:0 server-side Connection retries=9 2024-12-07T21:59:17,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T21:59:17,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T21:59:17,042 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T21:59:17,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T21:59:17,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T21:59:17,045 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T21:59:17,047 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T21:59:17,048 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41563 2024-12-07T21:59:17,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41563 connecting to ZooKeeper ensemble=127.0.0.1:56991 2024-12-07T21:59:17,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:59:17,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:59:17,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415630x0, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T21:59:17,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415630x0, quorum=127.0.0.1:56991, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T21:59:17,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41563-0x10002580e6b0001 connected 2024-12-07T21:59:17,087 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T21:59:17,095 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T21:59:17,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41563-0x10002580e6b0001, quorum=127.0.0.1:56991, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T21:59:17,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41563-0x10002580e6b0001, quorum=127.0.0.1:56991, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T21:59:17,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41563 2024-12-07T21:59:17,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41563 2024-12-07T21:59:17,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41563 2024-12-07T21:59:17,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41563 2024-12-07T21:59:17,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41563 2024-12-07T21:59:17,118 DEBUG [M:0;dbf4292a68c8:45823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbf4292a68c8:45823 2024-12-07T21:59:17,119 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/dbf4292a68c8,45823,1733608756101 2024-12-07T21:59:17,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x10002580e6b0001, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T21:59:17,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T21:59:17,156 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/dbf4292a68c8,45823,1733608756101 2024-12-07T21:59:17,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:59:17,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x10002580e6b0001, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T21:59:17,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x10002580e6b0001, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:59:17,193 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-07T21:59:17,194 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/dbf4292a68c8,45823,1733608756101 from backup master directory 2024-12-07T21:59:17,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x10002580e6b0001, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T21:59:17,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/dbf4292a68c8,45823,1733608756101 2024-12-07T21:59:17,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T21:59:17,205 WARN [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T21:59:17,205 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbf4292a68c8,45823,1733608756101 2024-12-07T21:59:17,208 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-07T21:59:17,209 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-07T21:59:17,270 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/hbase.id] with ID: cf800c5b-6c48-4e49-91f3-2f3dacad7917 2024-12-07T21:59:17,270 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/.tmp/hbase.id 2024-12-07T21:59:17,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741826_1002 (size=42) 2024-12-07T21:59:17,684 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/.tmp/hbase.id]:[hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/hbase.id] 2024-12-07T21:59:17,731 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:59:17,735 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T21:59:17,750 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms. 2024-12-07T21:59:17,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x10002580e6b0001, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:59:17,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:59:17,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741827_1003 (size=196) 2024-12-07T21:59:18,197 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T21:59:18,201 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T21:59:18,222 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:59:18,228 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:59:18,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741828_1004 (size=1189) 2024-12-07T21:59:18,685 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/data/master/store 2024-12-07T21:59:18,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741829_1005 (size=34) 2024-12-07T21:59:19,106 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-07T21:59:19,109 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:59:19,111 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T21:59:19,111 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T21:59:19,111 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T21:59:19,113 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T21:59:19,113 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T21:59:19,114 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T21:59:19,115 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733608759111Disabling compacts and flushes for region at 1733608759111Disabling writes for close at 1733608759113 (+2 ms)Writing region close event to WAL at 1733608759114 (+1 ms)Closed at 1733608759114 2024-12-07T21:59:19,118 WARN [master/dbf4292a68c8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/data/master/store/.initializing 2024-12-07T21:59:19,118 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/WALs/dbf4292a68c8,45823,1733608756101 2024-12-07T21:59:19,126 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T21:59:19,140 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbf4292a68c8%2C45823%2C1733608756101, suffix=, logDir=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/WALs/dbf4292a68c8,45823,1733608756101, archiveDir=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/oldWALs, maxLogs=10 2024-12-07T21:59:19,161 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/WALs/dbf4292a68c8,45823,1733608756101/dbf4292a68c8%2C45823%2C1733608756101.1733608759145, exclude list is [], retry=0 2024-12-07T21:59:19,176 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40927,DS-c78476ad-9ff1-4b52-aeee-1dfe10f662c9,DISK] 2024-12-07T21:59:19,179 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-07T21:59:19,217 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/WALs/dbf4292a68c8,45823,1733608756101/dbf4292a68c8%2C45823%2C1733608756101.1733608759145 2024-12-07T21:59:19,218 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41883:41883)] 2024-12-07T21:59:19,219 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:59:19,220 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:59:19,223 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:59:19,224 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:59:19,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:59:19,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T21:59:19,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:59:19,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:59:19,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:59:19,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T21:59:19,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:59:19,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:59:19,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:59:19,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T21:59:19,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:59:19,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:59:19,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:59:19,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T21:59:19,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:59:19,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:59:19,311 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:59:19,314 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:59:19,316 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:59:19,321 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:59:19,322 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:59:19,325 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T21:59:19,330 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:59:19,335 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:59:19,336 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64291427, jitterRate=-0.04198308289051056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T21:59:19,342 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733608759237Initializing all the Stores at 1733608759239 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733608759240 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608759241 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608759241Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608759241Cleaning up temporary data from old regions at 1733608759322 (+81 ms)Region opened successfully at 1733608759342 (+20 ms) 2024-12-07T21:59:19,344 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T21:59:19,374 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78fca691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbf4292a68c8/172.17.0.2:0 2024-12-07T21:59:19,401 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T21:59:19,411 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T21:59:19,411 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T21:59:19,414 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T21:59:19,415 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-07T21:59:19,419 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-07T21:59:19,420 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T21:59:19,441 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T21:59:19,449 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-07T21:59:19,499 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-07T21:59:19,502 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T21:59:19,505 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-07T21:59:19,516 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-07T21:59:19,518 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T21:59:19,523 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-07T21:59:19,533 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-07T21:59:19,535 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-07T21:59:19,545 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-07T21:59:19,568 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T21:59:19,578 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-07T21:59:19,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T21:59:19,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x10002580e6b0001, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T21:59:19,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:59:19,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x10002580e6b0001, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:59:19,595 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbf4292a68c8,45823,1733608756101, sessionid=0x10002580e6b0000, setting cluster-up flag (Was=false) 2024-12-07T21:59:19,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:59:19,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x10002580e6b0001, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:59:19,658 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-07T21:59:19,661 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbf4292a68c8,45823,1733608756101 2024-12-07T21:59:19,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x10002580e6b0001, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:59:19,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:59:19,716 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-07T21:59:19,718 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbf4292a68c8,45823,1733608756101 2024-12-07T21:59:19,723 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T21:59:19,789 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T21:59:19,799 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T21:59:19,804 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T21:59:19,812 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(746): ClusterId : cf800c5b-6c48-4e49-91f3-2f3dacad7917 2024-12-07T21:59:19,809 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbf4292a68c8,45823,1733608756101 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T21:59:19,814 DEBUG [RS:0;dbf4292a68c8:41563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T21:59:19,817 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbf4292a68c8:0, corePoolSize=5, maxPoolSize=5 2024-12-07T21:59:19,817 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbf4292a68c8:0, corePoolSize=5, maxPoolSize=5 2024-12-07T21:59:19,817 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbf4292a68c8:0, corePoolSize=5, maxPoolSize=5 2024-12-07T21:59:19,817 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbf4292a68c8:0, corePoolSize=5, maxPoolSize=5 2024-12-07T21:59:19,818 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbf4292a68c8:0, corePoolSize=10, maxPoolSize=10 2024-12-07T21:59:19,818 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:59:19,818 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbf4292a68c8:0, corePoolSize=2, maxPoolSize=2 2024-12-07T21:59:19,818 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:59:19,822 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733608789822 2024-12-07T21:59:19,824 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T21:59:19,825 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T21:59:19,826 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T21:59:19,827 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T21:59:19,829 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T21:59:19,829 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T21:59:19,829 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T21:59:19,830 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T21:59:19,831 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T21:59:19,833 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:59:19,833 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T21:59:19,835 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T21:59:19,836 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T21:59:19,837 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T21:59:19,839 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T21:59:19,840 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T21:59:19,842 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbf4292a68c8:0:becomeActiveMaster-HFileCleaner.large.0-1733608759841,5,FailOnTimeoutGroup] 2024-12-07T21:59:19,842 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbf4292a68c8:0:becomeActiveMaster-HFileCleaner.small.0-1733608759842,5,FailOnTimeoutGroup] 2024-12-07T21:59:19,842 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T21:59:19,843 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T21:59:19,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741831_1007 (size=1321) 2024-12-07T21:59:19,844 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T21:59:19,844 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T21:59:19,853 DEBUG [RS:0;dbf4292a68c8:41563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T21:59:19,853 DEBUG [RS:0;dbf4292a68c8:41563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T21:59:19,877 DEBUG [RS:0;dbf4292a68c8:41563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T21:59:19,877 DEBUG [RS:0;dbf4292a68c8:41563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70532260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbf4292a68c8/172.17.0.2:0 2024-12-07T21:59:19,894 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbf4292a68c8:41563 2024-12-07T21:59:19,897 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T21:59:19,897 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T21:59:19,897 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T21:59:19,900 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbf4292a68c8,45823,1733608756101 with port=41563, startcode=1733608757004 2024-12-07T21:59:19,910 DEBUG [RS:0;dbf4292a68c8:41563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T21:59:19,938 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37385, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T21:59:19,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbf4292a68c8,41563,1733608757004 2024-12-07T21:59:19,947 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45823 {}] master.ServerManager(517): Registering regionserver=dbf4292a68c8,41563,1733608757004 2024-12-07T21:59:19,961 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c 2024-12-07T21:59:19,961 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44195 2024-12-07T21:59:19,961 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T21:59:19,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T21:59:19,983 DEBUG [RS:0;dbf4292a68c8:41563 {}] zookeeper.ZKUtil(111): regionserver:41563-0x10002580e6b0001, quorum=127.0.0.1:56991, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/dbf4292a68c8,41563,1733608757004 2024-12-07T21:59:19,983 WARN [RS:0;dbf4292a68c8:41563 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T21:59:19,983 INFO [RS:0;dbf4292a68c8:41563 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:59:19,984 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/WALs/dbf4292a68c8,41563,1733608757004 2024-12-07T21:59:19,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbf4292a68c8,41563,1733608757004] 2024-12-07T21:59:20,005 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T21:59:20,016 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T21:59:20,020 INFO [RS:0;dbf4292a68c8:41563 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T21:59:20,020 INFO [RS:0;dbf4292a68c8:41563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T21:59:20,021 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T21:59:20,026 INFO [RS:0;dbf4292a68c8:41563 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T21:59:20,027 INFO [RS:0;dbf4292a68c8:41563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T21:59:20,028 DEBUG [RS:0;dbf4292a68c8:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:59:20,028 DEBUG [RS:0;dbf4292a68c8:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:59:20,028 DEBUG [RS:0;dbf4292a68c8:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:59:20,028 DEBUG [RS:0;dbf4292a68c8:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:59:20,028 DEBUG [RS:0;dbf4292a68c8:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:59:20,028 DEBUG [RS:0;dbf4292a68c8:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0, corePoolSize=2, maxPoolSize=2 2024-12-07T21:59:20,028 DEBUG [RS:0;dbf4292a68c8:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:59:20,029 DEBUG [RS:0;dbf4292a68c8:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:59:20,029 DEBUG [RS:0;dbf4292a68c8:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:59:20,029 DEBUG [RS:0;dbf4292a68c8:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:59:20,029 DEBUG [RS:0;dbf4292a68c8:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:59:20,029 DEBUG [RS:0;dbf4292a68c8:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:59:20,029 DEBUG [RS:0;dbf4292a68c8:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbf4292a68c8:0, corePoolSize=3, maxPoolSize=3 2024-12-07T21:59:20,029 DEBUG [RS:0;dbf4292a68c8:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0, corePoolSize=3, maxPoolSize=3 2024-12-07T21:59:20,030 INFO [RS:0;dbf4292a68c8:41563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T21:59:20,031 INFO [RS:0;dbf4292a68c8:41563 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T21:59:20,031 INFO [RS:0;dbf4292a68c8:41563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T21:59:20,031 INFO [RS:0;dbf4292a68c8:41563 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T21:59:20,031 INFO [RS:0;dbf4292a68c8:41563 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T21:59:20,031 INFO [RS:0;dbf4292a68c8:41563 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,41563,1733608757004-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T21:59:20,048 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T21:59:20,050 INFO [RS:0;dbf4292a68c8:41563 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,41563,1733608757004-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T21:59:20,050 INFO [RS:0;dbf4292a68c8:41563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T21:59:20,050 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.Replication(171): dbf4292a68c8,41563,1733608757004 started 2024-12-07T21:59:20,067 INFO [RS:0;dbf4292a68c8:41563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T21:59:20,067 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1482): Serving as dbf4292a68c8,41563,1733608757004, RpcServer on dbf4292a68c8/172.17.0.2:41563, sessionid=0x10002580e6b0001 2024-12-07T21:59:20,068 DEBUG [RS:0;dbf4292a68c8:41563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T21:59:20,068 DEBUG [RS:0;dbf4292a68c8:41563 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbf4292a68c8,41563,1733608757004 2024-12-07T21:59:20,068 DEBUG [RS:0;dbf4292a68c8:41563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbf4292a68c8,41563,1733608757004' 2024-12-07T21:59:20,068 DEBUG [RS:0;dbf4292a68c8:41563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T21:59:20,069 DEBUG [RS:0;dbf4292a68c8:41563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T21:59:20,070 DEBUG [RS:0;dbf4292a68c8:41563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T21:59:20,070 DEBUG [RS:0;dbf4292a68c8:41563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T21:59:20,070 DEBUG [RS:0;dbf4292a68c8:41563 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbf4292a68c8,41563,1733608757004 2024-12-07T21:59:20,070 DEBUG [RS:0;dbf4292a68c8:41563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbf4292a68c8,41563,1733608757004' 2024-12-07T21:59:20,071 DEBUG [RS:0;dbf4292a68c8:41563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T21:59:20,071 DEBUG [RS:0;dbf4292a68c8:41563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T21:59:20,072 DEBUG [RS:0;dbf4292a68c8:41563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T21:59:20,072 INFO [RS:0;dbf4292a68c8:41563 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T21:59:20,072 INFO [RS:0;dbf4292a68c8:41563 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T21:59:20,246 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T21:59:20,246 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c 2024-12-07T21:59:20,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741832_1008 (size=32) 2024-12-07T21:59:20,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:59:20,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T21:59:20,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T21:59:20,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:59:20,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:59:20,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T21:59:20,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T21:59:20,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:59:20,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:59:20,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T21:59:20,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T21:59:20,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:59:20,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:59:20,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T21:59:20,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T21:59:20,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:59:20,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:59:20,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T21:59:20,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/meta/1588230740 2024-12-07T21:59:20,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/meta/1588230740 2024-12-07T21:59:20,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T21:59:20,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T21:59:20,684 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T21:59:20,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T21:59:20,694 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:59:20,696 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71712945, jitterRate=0.06860615313053131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T21:59:20,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733608760660Initializing all the Stores at 1733608760662 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733608760662Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733608760662Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608760662Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733608760662Cleaning up temporary data from old regions at 1733608760683 (+21 ms)Region opened successfully at 1733608760698 (+15 ms) 2024-12-07T21:59:20,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T21:59:20,699 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T21:59:20,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T21:59:20,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T21:59:20,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T21:59:20,703 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T21:59:20,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733608760699Disabling compacts and flushes for region at 1733608760699Disabling writes for close at 1733608760699Writing region close event to WAL at 1733608760702 (+3 ms)Closed at 1733608760703 (+1 ms) 2024-12-07T21:59:20,707 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T21:59:20,707 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T21:59:20,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T21:59:20,721 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T21:59:20,724 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T21:59:20,876 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:21,877 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:22,878 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:23,878 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:24,879 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:25,880 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:26,522 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-07T21:59:26,524 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-07T21:59:26,881 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:27,882 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:28,883 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:29,884 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:30,885 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:31,886 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:32,887 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:33,888 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:34,889 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:35,890 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:36,891 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:37,892 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:38,893 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:39,894 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:40,895 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:41,896 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:42,897 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:43,898 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:44,899 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:45,044 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T21:59:45,900 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:46,900 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:47,901 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:48,902 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:49,903 WARN [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:59:50,082 INFO [RS:0;dbf4292a68c8:41563 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T21:59:50,088 INFO [RS:0;dbf4292a68c8:41563 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbf4292a68c8%2C41563%2C1733608757004, suffix=, logDir=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/WALs/dbf4292a68c8,41563,1733608757004, archiveDir=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/oldWALs, maxLogs=32 2024-12-07T21:59:50,101 DEBUG [RS:0;dbf4292a68c8:41563 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/WALs/dbf4292a68c8,41563,1733608757004/dbf4292a68c8%2C41563%2C1733608757004.1733608790090, exclude list is [], retry=0 2024-12-07T21:59:50,105 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40927,DS-c78476ad-9ff1-4b52-aeee-1dfe10f662c9,DISK] 2024-12-07T21:59:50,108 INFO [RS:0;dbf4292a68c8:41563 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/WALs/dbf4292a68c8,41563,1733608757004/dbf4292a68c8%2C41563%2C1733608757004.1733608790090 2024-12-07T21:59:50,108 DEBUG [RS:0;dbf4292a68c8:41563 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41883:41883)] 2024-12-07T21:59:50,157 DEBUG [dbf4292a68c8:45823 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T21:59:50,172 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbf4292a68c8,41563,1733608757004 2024-12-07T21:59:50,178 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbf4292a68c8,41563,1733608757004, state=OPENING 2024-12-07T21:59:50,233 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T21:59:50,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:59:50,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x10002580e6b0001, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:59:50,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T21:59:50,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T21:59:50,248 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T21:59:50,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbf4292a68c8,41563,1733608757004}] 2024-12-07T21:59:50,429 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T21:59:50,432 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44927, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T21:59:50,445 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T21:59:50,446 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:59:50,446 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T21:59:50,450 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbf4292a68c8%2C41563%2C1733608757004.meta, suffix=.meta, logDir=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/WALs/dbf4292a68c8,41563,1733608757004, archiveDir=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/oldWALs, maxLogs=32 2024-12-07T21:59:50,469 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/WALs/dbf4292a68c8,41563,1733608757004/dbf4292a68c8%2C41563%2C1733608757004.meta.1733608790452.meta, exclude list is [], retry=0 2024-12-07T21:59:50,473 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40927,DS-c78476ad-9ff1-4b52-aeee-1dfe10f662c9,DISK] 2024-12-07T21:59:50,476 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/WALs/dbf4292a68c8,41563,1733608757004/dbf4292a68c8%2C41563%2C1733608757004.meta.1733608790452.meta 2024-12-07T21:59:50,476 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41883:41883)] 2024-12-07T21:59:50,476 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:59:50,478 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T21:59:50,480 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T21:59:50,484 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T21:59:50,489 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T21:59:50,490 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:59:50,490 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T21:59:50,490 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T21:59:50,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T21:59:50,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T21:59:50,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:59:50,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:59:50,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T21:59:50,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T21:59:50,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:59:50,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:59:50,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T21:59:50,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T21:59:50,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:59:50,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:59:50,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T21:59:50,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T21:59:50,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:59:50,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:59:50,503 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T21:59:50,504 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/meta/1588230740 2024-12-07T21:59:50,506 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/meta/1588230740 2024-12-07T21:59:50,509 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T21:59:50,509 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T21:59:50,510 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T21:59:50,512 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T21:59:50,514 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60880127, jitterRate=-0.09281541407108307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T21:59:50,514 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T21:59:50,515 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733608790491Writing region info on filesystem at 1733608790491Initializing all the Stores at 1733608790493 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733608790493Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733608790493Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608790493Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733608790493Cleaning up temporary data from old regions at 1733608790509 (+16 ms)Running coprocessor post-open hooks at 1733608790514 (+5 ms)Region opened successfully at 1733608790515 (+1 ms) 2024-12-07T21:59:50,521 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733608790423 2024-12-07T21:59:50,531 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T21:59:50,531 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T21:59:50,533 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbf4292a68c8,41563,1733608757004 2024-12-07T21:59:50,535 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbf4292a68c8,41563,1733608757004, state=OPEN 2024-12-07T21:59:50,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T21:59:50,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x10002580e6b0001, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T21:59:50,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T21:59:50,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T21:59:50,579 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbf4292a68c8,41563,1733608757004 2024-12-07T21:59:50,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T21:59:50,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbf4292a68c8,41563,1733608757004 in 329 msec 2024-12-07T21:59:50,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T21:59:50,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 29.8730 sec 2024-12-07T21:59:50,593 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T21:59:50,593 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T21:59:50,610 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:59:50,611 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,41563,1733608757004, seqNum=-1] 2024-12-07T21:59:50,629 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:59:50,632 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46083, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:59:50,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 30.9000 sec 2024-12-07T21:59:50,650 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733608790650, completionTime=-1 2024-12-07T21:59:50,653 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T21:59:50,653 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T21:59:50,677 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T21:59:50,677 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733608850677 2024-12-07T21:59:50,677 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733608910677 2024-12-07T21:59:50,677 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-12-07T21:59:50,679 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,45823,1733608756101-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T21:59:50,679 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,45823,1733608756101-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T21:59:50,679 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,45823,1733608756101-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T21:59:50,680 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbf4292a68c8:45823, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T21:59:50,680 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T21:59:50,681 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T21:59:50,686 DEBUG [master/dbf4292a68c8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T21:59:50,706 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 33.501sec 2024-12-07T21:59:50,708 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T21:59:50,709 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T21:59:50,710 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T21:59:50,711 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T21:59:50,711 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T21:59:50,712 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,45823,1733608756101-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T21:59:50,712 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,45823,1733608756101-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T21:59:50,721 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T21:59:50,722 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T21:59:50,722 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,45823,1733608756101-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T21:59:50,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5e818d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:59:50,767 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-07T21:59:50,767 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-07T21:59:50,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,45823,-1 for getting cluster id 2024-12-07T21:59:50,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:59:50,793 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf800c5b-6c48-4e49-91f3-2f3dacad7917' 2024-12-07T21:59:50,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:59:50,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf800c5b-6c48-4e49-91f3-2f3dacad7917" 2024-12-07T21:59:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251b340d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:59:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,45823,-1] 2024-12-07T21:59:50,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:59:50,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:59:50,803 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:59:50,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562ba9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:59:50,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:59:50,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,41563,1733608757004, seqNum=-1] 2024-12-07T21:59:50,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:59:50,817 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:59:50,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbf4292a68c8,45823,1733608756101 2024-12-07T21:59:50,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14688263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:59:50,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,45823,-1 for getting cluster id 2024-12-07T21:59:50,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:59:50,837 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf800c5b-6c48-4e49-91f3-2f3dacad7917' 2024-12-07T21:59:50,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:59:50,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf800c5b-6c48-4e49-91f3-2f3dacad7917" 2024-12-07T21:59:50,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9487746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:59:50,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,45823,-1] 2024-12-07T21:59:50,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:59:50,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:59:50,840 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39482, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:59:50,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c4fe4b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:59:50,854 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=1083, ProcessCount=11, AvailableMemoryMB=18557 2024-12-07T21:59:50,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T21:59:50,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbf4292a68c8,45823,1733608756101 2024-12-07T21:59:50,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e0f1a0 2024-12-07T21:59:50,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T21:59:50,872 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T21:59:50,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T21:59:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-12-07T21:59:50,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T21:59:50,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-12-07T21:59:50,889 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:59:50,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T21:59:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T21:59:50,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741835_1011 (size=428) 2024-12-07T21:59:51,311 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13469cd28c97b8e96e0846275a094a2c, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c 2024-12-07T21:59:51,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741836_1012 (size=79) 2024-12-07T21:59:51,726 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:59:51,727 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 13469cd28c97b8e96e0846275a094a2c, disabling compactions & flushes 2024-12-07T21:59:51,727 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c. 2024-12-07T21:59:51,727 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c. 2024-12-07T21:59:51,728 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c. after waiting 0 ms 2024-12-07T21:59:51,728 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c. 2024-12-07T21:59:51,728 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c. 2024-12-07T21:59:51,728 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13469cd28c97b8e96e0846275a094a2c: Waiting for close lock at 1733608791727Disabling compacts and flushes for region at 1733608791727Disabling writes for close at 1733608791728 (+1 ms)Writing region close event to WAL at 1733608791728Closed at 1733608791728 2024-12-07T21:59:51,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T21:59:51,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733608791731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733608791731"}]},"ts":"1733608791731"} 2024-12-07T21:59:51,741 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T21:59:51,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T21:59:51,745 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608791743"}]},"ts":"1733608791743"} 2024-12-07T21:59:51,749 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-12-07T21:59:51,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=13469cd28c97b8e96e0846275a094a2c, ASSIGN}] 2024-12-07T21:59:51,754 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=13469cd28c97b8e96e0846275a094a2c, ASSIGN 2024-12-07T21:59:51,755 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=13469cd28c97b8e96e0846275a094a2c, ASSIGN; state=OFFLINE, location=dbf4292a68c8,41563,1733608757004; forceNewPlan=false, retain=false 2024-12-07T21:59:51,908 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13469cd28c97b8e96e0846275a094a2c, regionState=OPENING, regionLocation=dbf4292a68c8,41563,1733608757004 2024-12-07T21:59:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T21:59:51,916 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=13469cd28c97b8e96e0846275a094a2c, ASSIGN because future has completed 2024-12-07T21:59:51,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13469cd28c97b8e96e0846275a094a2c, server=dbf4292a68c8,41563,1733608757004}] 2024-12-07T21:59:52,087 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c. 2024-12-07T21:59:52,087 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 13469cd28c97b8e96e0846275a094a2c, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:59:52,087 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 13469cd28c97b8e96e0846275a094a2c 2024-12-07T21:59:52,087 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:59:52,088 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 13469cd28c97b8e96e0846275a094a2c 2024-12-07T21:59:52,088 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 13469cd28c97b8e96e0846275a094a2c 2024-12-07T21:59:52,090 INFO [StoreOpener-13469cd28c97b8e96e0846275a094a2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 13469cd28c97b8e96e0846275a094a2c 2024-12-07T21:59:52,092 INFO [StoreOpener-13469cd28c97b8e96e0846275a094a2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13469cd28c97b8e96e0846275a094a2c columnFamilyName testFamily 2024-12-07T21:59:52,092 DEBUG [StoreOpener-13469cd28c97b8e96e0846275a094a2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:59:52,093 INFO [StoreOpener-13469cd28c97b8e96e0846275a094a2c-1 {}] regionserver.HStore(327): Store=13469cd28c97b8e96e0846275a094a2c/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:59:52,093 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 13469cd28c97b8e96e0846275a094a2c 2024-12-07T21:59:52,094 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/13469cd28c97b8e96e0846275a094a2c 2024-12-07T21:59:52,095 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/13469cd28c97b8e96e0846275a094a2c 2024-12-07T21:59:52,096 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 13469cd28c97b8e96e0846275a094a2c 2024-12-07T21:59:52,096 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 13469cd28c97b8e96e0846275a094a2c 2024-12-07T21:59:52,098 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 13469cd28c97b8e96e0846275a094a2c 2024-12-07T21:59:52,102 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/13469cd28c97b8e96e0846275a094a2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:59:52,102 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 13469cd28c97b8e96e0846275a094a2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63131078, jitterRate=-0.05927363038063049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T21:59:52,103 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13469cd28c97b8e96e0846275a094a2c 2024-12-07T21:59:52,103 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 13469cd28c97b8e96e0846275a094a2c: Running coprocessor pre-open hook at 1733608792088Writing region info on filesystem at 1733608792088Initializing all the Stores at 1733608792089 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608792089Cleaning up temporary data from old regions at 1733608792096 (+7 ms)Running coprocessor post-open hooks at 1733608792103 (+7 ms)Region opened successfully at 1733608792103 2024-12-07T21:59:52,105 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c., pid=6, masterSystemTime=1733608792073 2024-12-07T21:59:52,109 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c. 2024-12-07T21:59:52,109 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c. 2024-12-07T21:59:52,110 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13469cd28c97b8e96e0846275a094a2c, regionState=OPEN, openSeqNum=2, regionLocation=dbf4292a68c8,41563,1733608757004 2024-12-07T21:59:52,113 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13469cd28c97b8e96e0846275a094a2c, server=dbf4292a68c8,41563,1733608757004 because future has completed 2024-12-07T21:59:52,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T21:59:52,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 13469cd28c97b8e96e0846275a094a2c, server=dbf4292a68c8,41563,1733608757004 in 198 msec 2024-12-07T21:59:52,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T21:59:52,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=13469cd28c97b8e96e0846275a094a2c, ASSIGN in 368 msec 2024-12-07T21:59:52,125 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T21:59:52,125 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608792125"}]},"ts":"1733608792125"} 2024-12-07T21:59:52,128 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-12-07T21:59:52,130 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T21:59:52,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2510 sec 2024-12-07T21:59:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T21:59:53,936 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-12-07T21:59:53,937 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-12-07T21:59:53,939 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T21:59:53,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-12-07T21:59:53,945 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T21:59:53,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-12-07T21:59:53,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:59:53,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,41563,1733608757004, seqNum=-1] 2024-12-07T21:59:53,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:59:53,953 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:59:53,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2] 2024-12-07T21:59:53,973 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-07T21:59:53,977 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-12-07T21:59:53,981 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-12-07T21:59:53,986 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-12-07T21:59:53,987 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-12-07T21:59:53,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-9025936285792993272 2024-12-07T21:59:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:33850 deadline: 1733608796987, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-07T21:59:54,010 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-12-07T21:59:54,011 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-12-07T21:59:54,012 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-07T21:59:54,014 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-07T21:59:54,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-9025936285792993270 2024-12-07T21:59:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:33850 deadline: 1733608797013, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-07T21:59:54,019 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-07T21:59:54,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-9025936285792993269 2024-12-07T21:59:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:33850 deadline: 1733608797019, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-07T21:59:54,024 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-07T21:59:54,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-9025936285792993268 2024-12-07T21:59:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:33850 deadline: 1733608797024, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-07T21:59:54,029 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-07T21:59:54,039 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1386842344_22 at /127.0.0.1:42892 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=996 (was 1083), ProcessCount=11 (was 11), AvailableMemoryMB=18539 (was 18557) 2024-12-07T21:59:54,048 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=996, ProcessCount=11, AvailableMemoryMB=18537 2024-12-07T21:59:54,052 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T21:59:54,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45823 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-12-07T21:59:54,056 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T21:59:54,056 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:59:54,056 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-12-07T21:59:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T21:59:54,058 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T21:59:54,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741837_1013 (size=414) 2024-12-07T21:59:54,476 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e5d2de1fb9f2ea1f138b3f780717e3a, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c 2024-12-07T21:59:54,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741838_1014 (size=65) 2024-12-07T21:59:54,890 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:59:54,891 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 7e5d2de1fb9f2ea1f138b3f780717e3a, disabling compactions & flushes 2024-12-07T21:59:54,891 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a. 2024-12-07T21:59:54,891 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a. 2024-12-07T21:59:54,892 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a. after waiting 0 ms 2024-12-07T21:59:54,892 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a. 2024-12-07T21:59:54,892 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a. 2024-12-07T21:59:54,892 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e5d2de1fb9f2ea1f138b3f780717e3a: Waiting for close lock at 1733608794891Disabling compacts and flushes for region at 1733608794891Disabling writes for close at 1733608794892 (+1 ms)Writing region close event to WAL at 1733608794892Closed at 1733608794892 2024-12-07T21:59:54,898 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T21:59:54,899 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733608794898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733608794898"}]},"ts":"1733608794898"} 2024-12-07T21:59:54,903 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T21:59:54,905 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T21:59:54,905 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608794905"}]},"ts":"1733608794905"} 2024-12-07T21:59:54,909 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-12-07T21:59:54,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=7e5d2de1fb9f2ea1f138b3f780717e3a, ASSIGN}] 2024-12-07T21:59:54,912 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=7e5d2de1fb9f2ea1f138b3f780717e3a, ASSIGN 2024-12-07T21:59:54,913 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=7e5d2de1fb9f2ea1f138b3f780717e3a, ASSIGN; state=OFFLINE, location=dbf4292a68c8,41563,1733608757004; forceNewPlan=false, retain=false 2024-12-07T21:59:55,064 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7e5d2de1fb9f2ea1f138b3f780717e3a, regionState=OPENING, regionLocation=dbf4292a68c8,41563,1733608757004 2024-12-07T21:59:55,069 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=7e5d2de1fb9f2ea1f138b3f780717e3a, ASSIGN because future has completed 2024-12-07T21:59:55,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e5d2de1fb9f2ea1f138b3f780717e3a, server=dbf4292a68c8,41563,1733608757004}] 2024-12-07T21:59:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T21:59:55,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a. 2024-12-07T21:59:55,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e5d2de1fb9f2ea1f138b3f780717e3a, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:59:55,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 7e5d2de1fb9f2ea1f138b3f780717e3a 2024-12-07T21:59:55,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:59:55,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 7e5d2de1fb9f2ea1f138b3f780717e3a 2024-12-07T21:59:55,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 7e5d2de1fb9f2ea1f138b3f780717e3a 2024-12-07T21:59:55,243 INFO [StoreOpener-7e5d2de1fb9f2ea1f138b3f780717e3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7e5d2de1fb9f2ea1f138b3f780717e3a 2024-12-07T21:59:55,246 INFO [StoreOpener-7e5d2de1fb9f2ea1f138b3f780717e3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e5d2de1fb9f2ea1f138b3f780717e3a columnFamilyName testFamily 2024-12-07T21:59:55,246 DEBUG [StoreOpener-7e5d2de1fb9f2ea1f138b3f780717e3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:59:55,246 INFO [StoreOpener-7e5d2de1fb9f2ea1f138b3f780717e3a-1 {}] regionserver.HStore(327): Store=7e5d2de1fb9f2ea1f138b3f780717e3a/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:59:55,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 7e5d2de1fb9f2ea1f138b3f780717e3a 2024-12-07T21:59:55,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnOpenScanner/7e5d2de1fb9f2ea1f138b3f780717e3a 2024-12-07T21:59:55,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnOpenScanner/7e5d2de1fb9f2ea1f138b3f780717e3a 2024-12-07T21:59:55,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 7e5d2de1fb9f2ea1f138b3f780717e3a 2024-12-07T21:59:55,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 7e5d2de1fb9f2ea1f138b3f780717e3a 2024-12-07T21:59:55,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 7e5d2de1fb9f2ea1f138b3f780717e3a 2024-12-07T21:59:55,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnOpenScanner/7e5d2de1fb9f2ea1f138b3f780717e3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:59:55,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 7e5d2de1fb9f2ea1f138b3f780717e3a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64924551, jitterRate=-0.032548800110816956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T21:59:55,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e5d2de1fb9f2ea1f138b3f780717e3a 2024-12-07T21:59:55,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 7e5d2de1fb9f2ea1f138b3f780717e3a: Running coprocessor pre-open hook at 1733608795241Writing region info on filesystem at 1733608795241Initializing all the Stores at 1733608795243 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608795243Cleaning up temporary data from old regions at 1733608795249 (+6 ms)Running coprocessor post-open hooks at 1733608795256 (+7 ms)Region opened successfully at 1733608795257 (+1 ms) 2024-12-07T21:59:55,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a., pid=9, masterSystemTime=1733608795227 2024-12-07T21:59:55,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a. 2024-12-07T21:59:55,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a. 2024-12-07T21:59:55,262 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7e5d2de1fb9f2ea1f138b3f780717e3a, regionState=OPEN, openSeqNum=2, regionLocation=dbf4292a68c8,41563,1733608757004 2024-12-07T21:59:55,265 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e5d2de1fb9f2ea1f138b3f780717e3a, server=dbf4292a68c8,41563,1733608757004 because future has completed 2024-12-07T21:59:55,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-07T21:59:55,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e5d2de1fb9f2ea1f138b3f780717e3a, server=dbf4292a68c8,41563,1733608757004 in 196 msec 2024-12-07T21:59:55,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-07T21:59:55,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=7e5d2de1fb9f2ea1f138b3f780717e3a, ASSIGN in 360 msec 2024-12-07T21:59:55,275 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T21:59:55,275 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608795275"}]},"ts":"1733608795275"} 2024-12-07T21:59:55,277 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-12-07T21:59:55,279 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T21:59:55,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2270 sec 2024-12-07T21:59:56,036 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T21:59:56,062 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-12-07T21:59:56,063 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T21:59:56,064 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-12-07T21:59:56,521 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T21:59:56,521 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-07T21:59:56,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T21:59:56,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-07T21:59:56,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-12-07T21:59:56,526 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-12-07T21:59:56,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-12-07T21:59:56,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-12-07T21:59:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T21:59:57,106 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-12-07T21:59:57,107 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-12-07T21:59:57,107 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T21:59:57,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-12-07T21:59:57,116 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T21:59:57,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-12-07T21:59:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2] 2024-12-07T21:59:57,131 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-07T21:59:57,131 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-12-07T21:59:57,135 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-07T21:59:57,137 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41563 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-12-07T22:00:03,146 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=dbf4292a68c8:41563 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms 2024-12-07T22:00:03,147 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms 2024-12-07T22:00:03,147 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2 from cache 2024-12-07T22:00:03,155 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=851 (was 996), ProcessCount=11 (was 11), AvailableMemoryMB=18486 (was 18537) 2024-12-07T22:00:03,162 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=851, ProcessCount=11, AvailableMemoryMB=18485 2024-12-07T22:00:03,164 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:00:03,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45823 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-12-07T22:00:03,168 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T22:00:03,168 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:00:03,168 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-12-07T22:00:03,169 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T22:00:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-12-07T22:00:03,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741839_1015 (size=412) 2024-12-07T22:00:03,580 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62750e1c539991bad40aa4dbdd86ee2a, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c 2024-12-07T22:00:03,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741840_1016 (size=63) 2024-12-07T22:00:03,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes 2024-12-07T22:00:03,990 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:00:03,990 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 62750e1c539991bad40aa4dbdd86ee2a, disabling compactions & flushes 2024-12-07T22:00:03,990 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a. 2024-12-07T22:00:03,990 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a. 2024-12-07T22:00:03,990 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a. after waiting 0 ms 2024-12-07T22:00:03,990 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a. 2024-12-07T22:00:03,990 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a. 2024-12-07T22:00:03,990 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62750e1c539991bad40aa4dbdd86ee2a: Waiting for close lock at 1733608803990Disabling compacts and flushes for region at 1733608803990Disabling writes for close at 1733608803990Writing region close event to WAL at 1733608803990Closed at 1733608803990 2024-12-07T22:00:03,992 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T22:00:03,992 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733608803992"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733608803992"}]},"ts":"1733608803992"} 2024-12-07T22:00:03,995 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T22:00:03,997 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T22:00:03,997 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608803997"}]},"ts":"1733608803997"} 2024-12-07T22:00:04,000 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-12-07T22:00:04,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=62750e1c539991bad40aa4dbdd86ee2a, ASSIGN}] 2024-12-07T22:00:04,002 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=62750e1c539991bad40aa4dbdd86ee2a, ASSIGN 2024-12-07T22:00:04,003 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=62750e1c539991bad40aa4dbdd86ee2a, ASSIGN; state=OFFLINE, location=dbf4292a68c8,41563,1733608757004; forceNewPlan=false, retain=false 2024-12-07T22:00:04,154 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=62750e1c539991bad40aa4dbdd86ee2a, regionState=OPENING, regionLocation=dbf4292a68c8,41563,1733608757004 2024-12-07T22:00:04,157 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=62750e1c539991bad40aa4dbdd86ee2a, ASSIGN because future has completed 2024-12-07T22:00:04,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62750e1c539991bad40aa4dbdd86ee2a, server=dbf4292a68c8,41563,1733608757004}] 2024-12-07T22:00:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-12-07T22:00:04,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a. 2024-12-07T22:00:04,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 62750e1c539991bad40aa4dbdd86ee2a, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:00:04,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 62750e1c539991bad40aa4dbdd86ee2a 2024-12-07T22:00:04,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:00:04,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 62750e1c539991bad40aa4dbdd86ee2a 2024-12-07T22:00:04,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 62750e1c539991bad40aa4dbdd86ee2a 2024-12-07T22:00:04,320 INFO [StoreOpener-62750e1c539991bad40aa4dbdd86ee2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 62750e1c539991bad40aa4dbdd86ee2a 2024-12-07T22:00:04,322 INFO [StoreOpener-62750e1c539991bad40aa4dbdd86ee2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62750e1c539991bad40aa4dbdd86ee2a columnFamilyName testFamily 2024-12-07T22:00:04,322 DEBUG [StoreOpener-62750e1c539991bad40aa4dbdd86ee2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:00:04,323 INFO [StoreOpener-62750e1c539991bad40aa4dbdd86ee2a-1 {}] regionserver.HStore(327): Store=62750e1c539991bad40aa4dbdd86ee2a/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:00:04,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 62750e1c539991bad40aa4dbdd86ee2a 2024-12-07T22:00:04,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnNextAsync/62750e1c539991bad40aa4dbdd86ee2a 2024-12-07T22:00:04,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnNextAsync/62750e1c539991bad40aa4dbdd86ee2a 2024-12-07T22:00:04,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 62750e1c539991bad40aa4dbdd86ee2a 2024-12-07T22:00:04,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 62750e1c539991bad40aa4dbdd86ee2a 2024-12-07T22:00:04,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 62750e1c539991bad40aa4dbdd86ee2a 2024-12-07T22:00:04,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnNextAsync/62750e1c539991bad40aa4dbdd86ee2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:00:04,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 62750e1c539991bad40aa4dbdd86ee2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69890600, jitterRate=0.041451096534729004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T22:00:04,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62750e1c539991bad40aa4dbdd86ee2a 2024-12-07T22:00:04,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 62750e1c539991bad40aa4dbdd86ee2a: Running coprocessor pre-open hook at 1733608804318Writing region info on filesystem at 1733608804318Initializing all the Stores at 1733608804319 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608804319Cleaning up temporary data from old regions at 1733608804325 (+6 ms)Running coprocessor post-open hooks at 1733608804332 (+7 ms)Region opened successfully at 1733608804332 2024-12-07T22:00:04,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a., pid=12, masterSystemTime=1733608804311 2024-12-07T22:00:04,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a. 2024-12-07T22:00:04,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a. 2024-12-07T22:00:04,338 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=62750e1c539991bad40aa4dbdd86ee2a, regionState=OPEN, openSeqNum=2, regionLocation=dbf4292a68c8,41563,1733608757004 2024-12-07T22:00:04,341 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62750e1c539991bad40aa4dbdd86ee2a, server=dbf4292a68c8,41563,1733608757004 because future has completed 2024-12-07T22:00:04,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-07T22:00:04,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 62750e1c539991bad40aa4dbdd86ee2a, server=dbf4292a68c8,41563,1733608757004 in 185 msec 2024-12-07T22:00:04,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-07T22:00:04,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=62750e1c539991bad40aa4dbdd86ee2a, ASSIGN in 346 msec 2024-12-07T22:00:04,351 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T22:00:04,351 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608804351"}]},"ts":"1733608804351"} 2024-12-07T22:00:04,354 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-12-07T22:00:04,355 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T22:00:04,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.1910 sec 2024-12-07T22:00:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-12-07T22:00:06,193 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-12-07T22:00:06,193 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-12-07T22:00:06,193 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:00:06,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-12-07T22:00:06,197 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:00:06,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-12-07T22:00:06,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2] 2024-12-07T22:00:06,214 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-07T22:00:06,214 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-12-07T22:00:06,218 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-07T22:00:06,220 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-07T22:00:06,221 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-07T22:00:06,222 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41563 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-12-07T22:00:06,521 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-12-07T22:00:06,521 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-12-07T22:00:08,066 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-12-07T22:00:09,843 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T22:00:12,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41563 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-9025936285792993259' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-07T22:00:12,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41563 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:33850 deadline: 1733608818238, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-9025936285792993259' does not exist 2024-12-07T22:00:12,246 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to dbf4292a68c8,41563,1733608757004 for closing scanner id = -9025936285792993259 for 62750e1c539991bad40aa4dbdd86ee2a of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-9025936285792993259' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:00:12,248 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=735 (was 851), ProcessCount=11 (was 11), AvailableMemoryMB=18520 (was 18485) - AvailableMemoryMB LEAK? - 2024-12-07T22:00:12,255 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=735, ProcessCount=11, AvailableMemoryMB=18520 2024-12-07T22:00:12,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:00:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-12-07T22:00:12,260 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T22:00:12,260 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:00:12,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-12-07T22:00:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-07T22:00:12,262 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T22:00:12,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741841_1017 (size=423) 2024-12-07T22:00:12,677 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a0b83a725c95e1afd3bac6f5f8ce0a6, NAME => 'testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c 2024-12-07T22:00:12,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741842_1018 (size=74) 2024-12-07T22:00:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes 2024-12-07T22:00:13,092 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:00:13,093 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 8a0b83a725c95e1afd3bac6f5f8ce0a6, disabling compactions & flushes 2024-12-07T22:00:13,093 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6. 2024-12-07T22:00:13,093 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6. 2024-12-07T22:00:13,093 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6. after waiting 0 ms 2024-12-07T22:00:13,093 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6. 2024-12-07T22:00:13,094 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6. 2024-12-07T22:00:13,094 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a0b83a725c95e1afd3bac6f5f8ce0a6: Waiting for close lock at 1733608813093Disabling compacts and flushes for region at 1733608813093Disabling writes for close at 1733608813093Writing region close event to WAL at 1733608813094 (+1 ms)Closed at 1733608813094 2024-12-07T22:00:13,098 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T22:00:13,099 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733608813098"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733608813098"}]},"ts":"1733608813098"} 2024-12-07T22:00:13,103 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T22:00:13,105 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T22:00:13,106 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608813105"}]},"ts":"1733608813105"} 2024-12-07T22:00:13,109 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-12-07T22:00:13,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=8a0b83a725c95e1afd3bac6f5f8ce0a6, ASSIGN}] 2024-12-07T22:00:13,111 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=8a0b83a725c95e1afd3bac6f5f8ce0a6, ASSIGN 2024-12-07T22:00:13,113 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=8a0b83a725c95e1afd3bac6f5f8ce0a6, ASSIGN; state=OFFLINE, location=dbf4292a68c8,41563,1733608757004; forceNewPlan=false, retain=false 2024-12-07T22:00:13,264 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8a0b83a725c95e1afd3bac6f5f8ce0a6, regionState=OPENING, regionLocation=dbf4292a68c8,41563,1733608757004 2024-12-07T22:00:13,267 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=8a0b83a725c95e1afd3bac6f5f8ce0a6, ASSIGN because future has completed 2024-12-07T22:00:13,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a0b83a725c95e1afd3bac6f5f8ce0a6, server=dbf4292a68c8,41563,1733608757004}] 2024-12-07T22:00:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-07T22:00:13,430 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6. 2024-12-07T22:00:13,431 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a0b83a725c95e1afd3bac6f5f8ce0a6, NAME => 'testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:00:13,431 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 8a0b83a725c95e1afd3bac6f5f8ce0a6 2024-12-07T22:00:13,432 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:00:13,432 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 8a0b83a725c95e1afd3bac6f5f8ce0a6 2024-12-07T22:00:13,432 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 8a0b83a725c95e1afd3bac6f5f8ce0a6 2024-12-07T22:00:13,436 INFO [StoreOpener-8a0b83a725c95e1afd3bac6f5f8ce0a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8a0b83a725c95e1afd3bac6f5f8ce0a6 2024-12-07T22:00:13,440 INFO [StoreOpener-8a0b83a725c95e1afd3bac6f5f8ce0a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a0b83a725c95e1afd3bac6f5f8ce0a6 columnFamilyName testFamily 2024-12-07T22:00:13,441 DEBUG [StoreOpener-8a0b83a725c95e1afd3bac6f5f8ce0a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:00:13,442 INFO [StoreOpener-8a0b83a725c95e1afd3bac6f5f8ce0a6-1 {}] regionserver.HStore(327): Store=8a0b83a725c95e1afd3bac6f5f8ce0a6/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:00:13,442 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 8a0b83a725c95e1afd3bac6f5f8ce0a6 2024-12-07T22:00:13,443 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testRetryOutOfOrderScannerNextException/8a0b83a725c95e1afd3bac6f5f8ce0a6 2024-12-07T22:00:13,443 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testRetryOutOfOrderScannerNextException/8a0b83a725c95e1afd3bac6f5f8ce0a6 2024-12-07T22:00:13,444 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 8a0b83a725c95e1afd3bac6f5f8ce0a6 2024-12-07T22:00:13,444 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 8a0b83a725c95e1afd3bac6f5f8ce0a6 2024-12-07T22:00:13,446 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 8a0b83a725c95e1afd3bac6f5f8ce0a6 2024-12-07T22:00:13,449 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testRetryOutOfOrderScannerNextException/8a0b83a725c95e1afd3bac6f5f8ce0a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:00:13,450 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 8a0b83a725c95e1afd3bac6f5f8ce0a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73621774, jitterRate=0.09704992175102234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T22:00:13,450 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a0b83a725c95e1afd3bac6f5f8ce0a6 2024-12-07T22:00:13,451 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 8a0b83a725c95e1afd3bac6f5f8ce0a6: Running coprocessor pre-open hook at 1733608813432Writing region info on filesystem at 1733608813432Initializing all the Stores at 1733608813435 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608813435Cleaning up temporary data from old regions at 1733608813444 (+9 ms)Running coprocessor post-open hooks at 1733608813450 (+6 ms)Region opened successfully at 1733608813451 (+1 ms) 2024-12-07T22:00:13,452 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6., pid=15, masterSystemTime=1733608813420 2024-12-07T22:00:13,455 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6. 2024-12-07T22:00:13,455 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6. 2024-12-07T22:00:13,456 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8a0b83a725c95e1afd3bac6f5f8ce0a6, regionState=OPEN, openSeqNum=2, regionLocation=dbf4292a68c8,41563,1733608757004 2024-12-07T22:00:13,458 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a0b83a725c95e1afd3bac6f5f8ce0a6, server=dbf4292a68c8,41563,1733608757004 because future has completed 2024-12-07T22:00:13,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-07T22:00:13,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a0b83a725c95e1afd3bac6f5f8ce0a6, server=dbf4292a68c8,41563,1733608757004 in 193 msec 2024-12-07T22:00:13,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-07T22:00:13,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=8a0b83a725c95e1afd3bac6f5f8ce0a6, ASSIGN in 354 msec 2024-12-07T22:00:13,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T22:00:13,467 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608813467"}]},"ts":"1733608813467"} 2024-12-07T22:00:13,469 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-12-07T22:00:13,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T22:00:13,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2130 sec 2024-12-07T22:00:14,069 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-12-07T22:00:15,045 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T22:00:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-07T22:00:15,305 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-12-07T22:00:15,305 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-12-07T22:00:15,306 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:00:15,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-12-07T22:00:15,314 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:00:15,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-12-07T22:00:15,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2] 2024-12-07T22:00:15,327 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-07T22:00:15,328 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-12-07T22:00:15,330 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-12-07T22:00:15,333 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-12-07T22:00:15,334 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-12-07T22:00:15,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-9025936285792993255 2024-12-07T22:00:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:33850 deadline: 1733608818333, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-07T22:00:15,338 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-12-07T22:00:15,340 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-12-07T22:00:15,340 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-07T22:00:15,342 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-07T22:00:15,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-9025936285792993253 2024-12-07T22:00:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:33850 deadline: 1733608818342, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-07T22:00:15,347 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-07T22:00:15,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-9025936285792993252 2024-12-07T22:00:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:33850 deadline: 1733608818346, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-07T22:00:15,350 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-07T22:00:15,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-9025936285792993251 2024-12-07T22:00:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:33850 deadline: 1733608818350, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-07T22:00:15,354 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-07T22:00:15,362 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 225), OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=735 (was 735), ProcessCount=11 (was 11), AvailableMemoryMB=18517 (was 18520) 2024-12-07T22:00:15,369 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=735, ProcessCount=11, AvailableMemoryMB=18517 2024-12-07T22:00:15,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:00:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-12-07T22:00:15,375 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T22:00:15,376 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:00:15,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-12-07T22:00:15,377 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T22:00:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-12-07T22:00:15,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741843_1019 (size=418) 2024-12-07T22:00:15,792 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3aa7b115c5320f381b0eb22c4b2171a3, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c 2024-12-07T22:00:15,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741844_1020 (size=69) 2024-12-07T22:00:16,207 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:00:16,207 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 3aa7b115c5320f381b0eb22c4b2171a3, disabling compactions & flushes 2024-12-07T22:00:16,207 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3. 2024-12-07T22:00:16,207 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3. 2024-12-07T22:00:16,207 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3. after waiting 0 ms 2024-12-07T22:00:16,207 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3. 2024-12-07T22:00:16,207 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3. 2024-12-07T22:00:16,208 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3aa7b115c5320f381b0eb22c4b2171a3: Waiting for close lock at 1733608816207Disabling compacts and flushes for region at 1733608816207Disabling writes for close at 1733608816207Writing region close event to WAL at 1733608816207Closed at 1733608816207 2024-12-07T22:00:16,211 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T22:00:16,212 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733608816211"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733608816211"}]},"ts":"1733608816211"} 2024-12-07T22:00:16,218 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T22:00:16,221 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T22:00:16,221 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608816221"}]},"ts":"1733608816221"} 2024-12-07T22:00:16,223 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-12-07T22:00:16,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=3aa7b115c5320f381b0eb22c4b2171a3, ASSIGN}] 2024-12-07T22:00:16,225 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=3aa7b115c5320f381b0eb22c4b2171a3, ASSIGN 2024-12-07T22:00:16,226 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=3aa7b115c5320f381b0eb22c4b2171a3, ASSIGN; state=OFFLINE, location=dbf4292a68c8,41563,1733608757004; forceNewPlan=false, retain=false 2024-12-07T22:00:16,377 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=3aa7b115c5320f381b0eb22c4b2171a3, regionState=OPENING, regionLocation=dbf4292a68c8,41563,1733608757004 2024-12-07T22:00:16,382 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=3aa7b115c5320f381b0eb22c4b2171a3, ASSIGN because future has completed 2024-12-07T22:00:16,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3aa7b115c5320f381b0eb22c4b2171a3, server=dbf4292a68c8,41563,1733608757004}] 2024-12-07T22:00:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-12-07T22:00:16,521 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-12-07T22:00:16,521 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-12-07T22:00:16,550 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3. 2024-12-07T22:00:16,550 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 3aa7b115c5320f381b0eb22c4b2171a3, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:00:16,551 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 3aa7b115c5320f381b0eb22c4b2171a3 2024-12-07T22:00:16,551 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:00:16,551 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 3aa7b115c5320f381b0eb22c4b2171a3 2024-12-07T22:00:16,551 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 3aa7b115c5320f381b0eb22c4b2171a3 2024-12-07T22:00:16,553 INFO [StoreOpener-3aa7b115c5320f381b0eb22c4b2171a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3aa7b115c5320f381b0eb22c4b2171a3 2024-12-07T22:00:16,555 INFO [StoreOpener-3aa7b115c5320f381b0eb22c4b2171a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3aa7b115c5320f381b0eb22c4b2171a3 columnFamilyName testFamily 2024-12-07T22:00:16,555 DEBUG [StoreOpener-3aa7b115c5320f381b0eb22c4b2171a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:00:16,555 INFO [StoreOpener-3aa7b115c5320f381b0eb22c4b2171a3-1 {}] regionserver.HStore(327): Store=3aa7b115c5320f381b0eb22c4b2171a3/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:00:16,556 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 3aa7b115c5320f381b0eb22c4b2171a3 2024-12-07T22:00:16,557 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnOpenScanner/3aa7b115c5320f381b0eb22c4b2171a3 2024-12-07T22:00:16,557 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnOpenScanner/3aa7b115c5320f381b0eb22c4b2171a3 2024-12-07T22:00:16,558 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 3aa7b115c5320f381b0eb22c4b2171a3 2024-12-07T22:00:16,558 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 3aa7b115c5320f381b0eb22c4b2171a3 2024-12-07T22:00:16,560 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 3aa7b115c5320f381b0eb22c4b2171a3 2024-12-07T22:00:16,562 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnOpenScanner/3aa7b115c5320f381b0eb22c4b2171a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:00:16,563 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 3aa7b115c5320f381b0eb22c4b2171a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61438362, jitterRate=-0.08449706435203552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T22:00:16,563 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3aa7b115c5320f381b0eb22c4b2171a3 2024-12-07T22:00:16,564 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 3aa7b115c5320f381b0eb22c4b2171a3: Running coprocessor pre-open hook at 1733608816551Writing region info on filesystem at 1733608816551Initializing all the Stores at 1733608816552 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608816552Cleaning up temporary data from old regions at 1733608816558 (+6 ms)Running coprocessor post-open hooks at 1733608816563 (+5 ms)Region opened successfully at 1733608816564 (+1 ms) 2024-12-07T22:00:16,565 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3., pid=18, masterSystemTime=1733608816538 2024-12-07T22:00:16,567 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3. 2024-12-07T22:00:16,567 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3. 2024-12-07T22:00:16,568 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=3aa7b115c5320f381b0eb22c4b2171a3, regionState=OPEN, openSeqNum=2, regionLocation=dbf4292a68c8,41563,1733608757004 2024-12-07T22:00:16,570 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3aa7b115c5320f381b0eb22c4b2171a3, server=dbf4292a68c8,41563,1733608757004 because future has completed 2024-12-07T22:00:16,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-07T22:00:16,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 3aa7b115c5320f381b0eb22c4b2171a3, server=dbf4292a68c8,41563,1733608757004 in 189 msec 2024-12-07T22:00:16,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-07T22:00:16,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=3aa7b115c5320f381b0eb22c4b2171a3, ASSIGN in 351 msec 2024-12-07T22:00:16,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T22:00:16,579 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608816579"}]},"ts":"1733608816579"} 2024-12-07T22:00:16,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-12-07T22:00:16,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T22:00:16,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2100 sec 2024-12-07T22:00:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-12-07T22:00:18,405 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-12-07T22:00:18,405 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-12-07T22:00:18,406 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:00:18,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-12-07T22:00:18,416 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:00:18,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-12-07T22:00:18,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2] 2024-12-07T22:00:18,429 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-07T22:00:18,430 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-12-07T22:00:18,433 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-07T22:00:18,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-07T22:00:18,934 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T22:00:19,442 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=dbf4292a68c8:41563 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms 2024-12-07T22:00:19,442 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms 2024-12-07T22:00:19,442 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2 from cache 2024-12-07T22:00:19,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes 2024-12-07T22:00:20,072 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-12-07T22:00:20,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2] 2024-12-07T22:00:20,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-07T22:00:21,441 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=dbf4292a68c8:41563 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=981ms, rpcTimeout=974ms 2024-12-07T22:00:21,441 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=981ms, rpcTimeout=974ms 2024-12-07T22:00:21,442 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2 from cache 2024-12-07T22:00:21,457 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=676 (was 735), ProcessCount=11 (was 11), AvailableMemoryMB=18513 (was 18517) 2024-12-07T22:00:21,466 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=676, ProcessCount=11, AvailableMemoryMB=18513 2024-12-07T22:00:21,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:00:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-12-07T22:00:21,474 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T22:00:21,474 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:00:21,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-12-07T22:00:21,476 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T22:00:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-07T22:00:21,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741845_1021 (size=416) 2024-12-07T22:00:21,893 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef94dae5a281e9006d254d00e37b4efb, NAME => 'testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c 2024-12-07T22:00:21,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741846_1022 (size=67) 2024-12-07T22:00:21,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes 2024-12-07T22:00:22,309 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:00:22,310 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing ef94dae5a281e9006d254d00e37b4efb, disabling compactions & flushes 2024-12-07T22:00:22,310 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb. 2024-12-07T22:00:22,310 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb. 2024-12-07T22:00:22,310 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb. after waiting 0 ms 2024-12-07T22:00:22,310 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb. 2024-12-07T22:00:22,311 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb. 2024-12-07T22:00:22,311 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef94dae5a281e9006d254d00e37b4efb: Waiting for close lock at 1733608822310Disabling compacts and flushes for region at 1733608822310Disabling writes for close at 1733608822310Writing region close event to WAL at 1733608822310Closed at 1733608822311 (+1 ms) 2024-12-07T22:00:22,315 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T22:00:22,316 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733608822315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733608822315"}]},"ts":"1733608822315"} 2024-12-07T22:00:22,320 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T22:00:22,321 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T22:00:22,321 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608822321"}]},"ts":"1733608822321"} 2024-12-07T22:00:22,324 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-12-07T22:00:22,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=ef94dae5a281e9006d254d00e37b4efb, ASSIGN}] 2024-12-07T22:00:22,326 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=ef94dae5a281e9006d254d00e37b4efb, ASSIGN 2024-12-07T22:00:22,327 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=ef94dae5a281e9006d254d00e37b4efb, ASSIGN; state=OFFLINE, location=dbf4292a68c8,41563,1733608757004; forceNewPlan=false, retain=false 2024-12-07T22:00:22,478 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=ef94dae5a281e9006d254d00e37b4efb, regionState=OPENING, regionLocation=dbf4292a68c8,41563,1733608757004 2024-12-07T22:00:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-07T22:00:22,486 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=ef94dae5a281e9006d254d00e37b4efb, ASSIGN because future has completed 2024-12-07T22:00:22,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef94dae5a281e9006d254d00e37b4efb, server=dbf4292a68c8,41563,1733608757004}] 2024-12-07T22:00:22,647 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb. 2024-12-07T22:00:22,647 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => ef94dae5a281e9006d254d00e37b4efb, NAME => 'testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:00:22,648 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync ef94dae5a281e9006d254d00e37b4efb 2024-12-07T22:00:22,648 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:00:22,648 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for ef94dae5a281e9006d254d00e37b4efb 2024-12-07T22:00:22,648 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for ef94dae5a281e9006d254d00e37b4efb 2024-12-07T22:00:22,650 INFO [StoreOpener-ef94dae5a281e9006d254d00e37b4efb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ef94dae5a281e9006d254d00e37b4efb 2024-12-07T22:00:22,652 INFO [StoreOpener-ef94dae5a281e9006d254d00e37b4efb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef94dae5a281e9006d254d00e37b4efb columnFamilyName testFamily 2024-12-07T22:00:22,652 DEBUG [StoreOpener-ef94dae5a281e9006d254d00e37b4efb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:00:22,652 INFO [StoreOpener-ef94dae5a281e9006d254d00e37b4efb-1 {}] regionserver.HStore(327): Store=ef94dae5a281e9006d254d00e37b4efb/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:00:22,653 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for ef94dae5a281e9006d254d00e37b4efb 2024-12-07T22:00:22,654 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnNextAsync/ef94dae5a281e9006d254d00e37b4efb 2024-12-07T22:00:22,654 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnNextAsync/ef94dae5a281e9006d254d00e37b4efb 2024-12-07T22:00:22,655 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for ef94dae5a281e9006d254d00e37b4efb 2024-12-07T22:00:22,655 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for ef94dae5a281e9006d254d00e37b4efb 2024-12-07T22:00:22,657 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for ef94dae5a281e9006d254d00e37b4efb 2024-12-07T22:00:22,660 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnNextAsync/ef94dae5a281e9006d254d00e37b4efb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:00:22,661 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened ef94dae5a281e9006d254d00e37b4efb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75152173, jitterRate=0.1198546439409256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T22:00:22,661 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef94dae5a281e9006d254d00e37b4efb 2024-12-07T22:00:22,662 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for ef94dae5a281e9006d254d00e37b4efb: Running coprocessor pre-open hook at 1733608822648Writing region info on filesystem at 1733608822648Initializing all the Stores at 1733608822650 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608822650Cleaning up temporary data from old regions at 1733608822655 (+5 ms)Running coprocessor post-open hooks at 1733608822661 (+6 ms)Region opened successfully at 1733608822662 (+1 ms) 2024-12-07T22:00:22,663 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb., pid=21, masterSystemTime=1733608822642 2024-12-07T22:00:22,666 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb. 2024-12-07T22:00:22,666 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb. 2024-12-07T22:00:22,667 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=ef94dae5a281e9006d254d00e37b4efb, regionState=OPEN, openSeqNum=2, regionLocation=dbf4292a68c8,41563,1733608757004 2024-12-07T22:00:22,669 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef94dae5a281e9006d254d00e37b4efb, server=dbf4292a68c8,41563,1733608757004 because future has completed 2024-12-07T22:00:22,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-07T22:00:22,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure ef94dae5a281e9006d254d00e37b4efb, server=dbf4292a68c8,41563,1733608757004 in 184 msec 2024-12-07T22:00:22,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-07T22:00:22,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=ef94dae5a281e9006d254d00e37b4efb, ASSIGN in 349 msec 2024-12-07T22:00:22,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T22:00:22,677 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608822676"}]},"ts":"1733608822676"} 2024-12-07T22:00:22,679 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-12-07T22:00:22,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T22:00:22,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2100 sec 2024-12-07T22:00:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-07T22:00:24,502 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-12-07T22:00:24,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-12-07T22:00:24,503 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:00:24,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-12-07T22:00:24,509 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:00:24,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-12-07T22:00:24,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2] 2024-12-07T22:00:24,524 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-07T22:00:24,524 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-12-07T22:00:24,527 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-07T22:00:24,529 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-07T22:00:24,531 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-07T22:00:24,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-12-07T22:00:26,075 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-12-07T22:00:26,521 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-12-07T22:00:26,521 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-12-07T22:00:26,522 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-12-07T22:00:26,523 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-12-07T22:00:27,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41563 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-9025936285792993240' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-07T22:00:27,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41563 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:33850 deadline: 1733608828538, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-9025936285792993240' does not exist 2024-12-07T22:00:27,542 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to dbf4292a68c8,41563,1733608757004 for closing scanner id = -9025936285792993240 for ef94dae5a281e9006d254d00e37b4efb of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-9025936285792993240' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:00:27,549 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=572 (was 676), ProcessCount=11 (was 11), AvailableMemoryMB=18506 (was 18513) 2024-12-07T22:00:27,559 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=572, ProcessCount=11, AvailableMemoryMB=18506 2024-12-07T22:00:27,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:00:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-12-07T22:00:27,563 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T22:00:27,563 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:00:27,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-12-07T22:00:27,565 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T22:00:27,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-12-07T22:00:27,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741847_1023 (size=411) 2024-12-07T22:00:27,980 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad132ba368f262b6096888054c7175b4, NAME => 'testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c 2024-12-07T22:00:27,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741848_1024 (size=62) 2024-12-07T22:00:28,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes 2024-12-07T22:00:28,152 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T22:00:28,395 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:00:28,395 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing ad132ba368f262b6096888054c7175b4, disabling compactions & flushes 2024-12-07T22:00:28,395 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4. 2024-12-07T22:00:28,395 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4. 2024-12-07T22:00:28,395 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4. after waiting 0 ms 2024-12-07T22:00:28,395 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4. 2024-12-07T22:00:28,396 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4. 2024-12-07T22:00:28,396 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad132ba368f262b6096888054c7175b4: Waiting for close lock at 1733608828395Disabling compacts and flushes for region at 1733608828395Disabling writes for close at 1733608828395Writing region close event to WAL at 1733608828395Closed at 1733608828395 2024-12-07T22:00:28,399 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T22:00:28,400 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733608828399"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733608828399"}]},"ts":"1733608828399"} 2024-12-07T22:00:28,405 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T22:00:28,407 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T22:00:28,407 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608828407"}]},"ts":"1733608828407"} 2024-12-07T22:00:28,410 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-12-07T22:00:28,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=ad132ba368f262b6096888054c7175b4, ASSIGN}] 2024-12-07T22:00:28,412 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=ad132ba368f262b6096888054c7175b4, ASSIGN 2024-12-07T22:00:28,414 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=ad132ba368f262b6096888054c7175b4, ASSIGN; state=OFFLINE, location=dbf4292a68c8,41563,1733608757004; forceNewPlan=false, retain=false 2024-12-07T22:00:28,565 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=ad132ba368f262b6096888054c7175b4, regionState=OPENING, regionLocation=dbf4292a68c8,41563,1733608757004 2024-12-07T22:00:28,570 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=ad132ba368f262b6096888054c7175b4, ASSIGN because future has completed 2024-12-07T22:00:28,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad132ba368f262b6096888054c7175b4, server=dbf4292a68c8,41563,1733608757004}] 2024-12-07T22:00:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-12-07T22:00:28,737 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4. 2024-12-07T22:00:28,737 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => ad132ba368f262b6096888054c7175b4, NAME => 'testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:00:28,737 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext ad132ba368f262b6096888054c7175b4 2024-12-07T22:00:28,737 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:00:28,738 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for ad132ba368f262b6096888054c7175b4 2024-12-07T22:00:28,738 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for ad132ba368f262b6096888054c7175b4 2024-12-07T22:00:28,740 INFO [StoreOpener-ad132ba368f262b6096888054c7175b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ad132ba368f262b6096888054c7175b4 2024-12-07T22:00:28,743 INFO [StoreOpener-ad132ba368f262b6096888054c7175b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad132ba368f262b6096888054c7175b4 columnFamilyName testFamily 2024-12-07T22:00:28,743 DEBUG [StoreOpener-ad132ba368f262b6096888054c7175b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:00:28,744 INFO [StoreOpener-ad132ba368f262b6096888054c7175b4-1 {}] regionserver.HStore(327): Store=ad132ba368f262b6096888054c7175b4/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:00:28,744 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for ad132ba368f262b6096888054c7175b4 2024-12-07T22:00:28,745 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnNext/ad132ba368f262b6096888054c7175b4 2024-12-07T22:00:28,746 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnNext/ad132ba368f262b6096888054c7175b4 2024-12-07T22:00:28,747 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for ad132ba368f262b6096888054c7175b4 2024-12-07T22:00:28,747 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for ad132ba368f262b6096888054c7175b4 2024-12-07T22:00:28,750 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for ad132ba368f262b6096888054c7175b4 2024-12-07T22:00:28,753 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnNext/ad132ba368f262b6096888054c7175b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:00:28,754 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened ad132ba368f262b6096888054c7175b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64465923, jitterRate=-0.03938288986682892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T22:00:28,754 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad132ba368f262b6096888054c7175b4 2024-12-07T22:00:28,755 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for ad132ba368f262b6096888054c7175b4: Running coprocessor pre-open hook at 1733608828738Writing region info on filesystem at 1733608828738Initializing all the Stores at 1733608828739 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608828740 (+1 ms)Cleaning up temporary data from old regions at 1733608828747 (+7 ms)Running coprocessor post-open hooks at 1733608828754 (+7 ms)Region opened successfully at 1733608828755 (+1 ms) 2024-12-07T22:00:28,756 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4., pid=24, masterSystemTime=1733608828727 2024-12-07T22:00:28,758 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4. 2024-12-07T22:00:28,758 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4. 2024-12-07T22:00:28,759 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=ad132ba368f262b6096888054c7175b4, regionState=OPEN, openSeqNum=2, regionLocation=dbf4292a68c8,41563,1733608757004 2024-12-07T22:00:28,761 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad132ba368f262b6096888054c7175b4, server=dbf4292a68c8,41563,1733608757004 because future has completed 2024-12-07T22:00:28,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-07T22:00:28,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure ad132ba368f262b6096888054c7175b4, server=dbf4292a68c8,41563,1733608757004 in 192 msec 2024-12-07T22:00:28,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-12-07T22:00:28,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=ad132ba368f262b6096888054c7175b4, ASSIGN in 356 msec 2024-12-07T22:00:28,769 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T22:00:28,769 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608828769"}]},"ts":"1733608828769"} 2024-12-07T22:00:28,772 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-12-07T22:00:28,773 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T22:00:28,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2120 sec 2024-12-07T22:00:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-12-07T22:00:30,603 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-12-07T22:00:30,603 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-12-07T22:00:30,603 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:00:30,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-12-07T22:00:30,611 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:00:30,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-12-07T22:00:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2] 2024-12-07T22:00:30,624 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-07T22:00:30,625 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-12-07T22:00:30,628 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-07T22:00:30,631 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-07T22:00:30,633 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-07T22:00:30,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-12-07T22:00:31,721 INFO [master/dbf4292a68c8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-07T22:00:31,721 INFO [master/dbf4292a68c8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-07T22:00:32,077 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-12-07T22:00:33,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41563 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-9025936285792993236' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-07T22:00:33,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41563 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:33850 deadline: 1733608834647, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-9025936285792993236' does not exist 2024-12-07T22:00:33,649 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to dbf4292a68c8,41563,1733608757004 for closing scanner id = -9025936285792993236 for ad132ba368f262b6096888054c7175b4 of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-9025936285792993236' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:00:33,656 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=526 (was 572), ProcessCount=11 (was 11), AvailableMemoryMB=18500 (was 18506) 2024-12-07T22:00:33,665 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=526, ProcessCount=11, AvailableMemoryMB=18500 2024-12-07T22:00:33,667 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:00:33,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45823 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-12-07T22:00:33,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T22:00:33,671 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:00:33,671 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-12-07T22:00:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-07T22:00:33,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T22:00:33,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741849_1025 (size=419) 2024-12-07T22:00:34,088 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c14c8e4841441da753815033a93a065, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c 2024-12-07T22:00:34,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741850_1026 (size=70) 2024-12-07T22:00:34,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes 2024-12-07T22:00:34,241 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T22:00:34,503 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:00:34,503 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 5c14c8e4841441da753815033a93a065, disabling compactions & flushes 2024-12-07T22:00:34,504 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065. 2024-12-07T22:00:34,504 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065. 2024-12-07T22:00:34,504 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065. after waiting 0 ms 2024-12-07T22:00:34,504 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065. 2024-12-07T22:00:34,504 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065. 2024-12-07T22:00:34,504 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c14c8e4841441da753815033a93a065: Waiting for close lock at 1733608834503Disabling compacts and flushes for region at 1733608834503Disabling writes for close at 1733608834504 (+1 ms)Writing region close event to WAL at 1733608834504Closed at 1733608834504 2024-12-07T22:00:34,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T22:00:34,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733608834509"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733608834509"}]},"ts":"1733608834509"} 2024-12-07T22:00:34,514 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T22:00:34,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T22:00:34,516 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608834516"}]},"ts":"1733608834516"} 2024-12-07T22:00:34,519 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-12-07T22:00:34,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=5c14c8e4841441da753815033a93a065, ASSIGN}] 2024-12-07T22:00:34,521 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=5c14c8e4841441da753815033a93a065, ASSIGN 2024-12-07T22:00:34,522 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=5c14c8e4841441da753815033a93a065, ASSIGN; state=OFFLINE, location=dbf4292a68c8,41563,1733608757004; forceNewPlan=false, retain=false 2024-12-07T22:00:34,673 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=5c14c8e4841441da753815033a93a065, regionState=OPENING, regionLocation=dbf4292a68c8,41563,1733608757004 2024-12-07T22:00:34,681 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=5c14c8e4841441da753815033a93a065, ASSIGN because future has completed 2024-12-07T22:00:34,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c14c8e4841441da753815033a93a065, server=dbf4292a68c8,41563,1733608757004}] 2024-12-07T22:00:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-07T22:00:34,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065. 2024-12-07T22:00:34,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c14c8e4841441da753815033a93a065, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:00:34,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 5c14c8e4841441da753815033a93a065 2024-12-07T22:00:34,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:00:34,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 5c14c8e4841441da753815033a93a065 2024-12-07T22:00:34,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 5c14c8e4841441da753815033a93a065 2024-12-07T22:00:34,848 INFO [StoreOpener-5c14c8e4841441da753815033a93a065-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5c14c8e4841441da753815033a93a065 2024-12-07T22:00:34,850 INFO [StoreOpener-5c14c8e4841441da753815033a93a065-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c14c8e4841441da753815033a93a065 columnFamilyName testFamily 2024-12-07T22:00:34,850 DEBUG [StoreOpener-5c14c8e4841441da753815033a93a065-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:00:34,852 INFO [StoreOpener-5c14c8e4841441da753815033a93a065-1 {}] regionserver.HStore(327): Store=5c14c8e4841441da753815033a93a065/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:00:34,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 5c14c8e4841441da753815033a93a065 2024-12-07T22:00:34,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/5c14c8e4841441da753815033a93a065 2024-12-07T22:00:34,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/5c14c8e4841441da753815033a93a065 2024-12-07T22:00:34,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 5c14c8e4841441da753815033a93a065 2024-12-07T22:00:34,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 5c14c8e4841441da753815033a93a065 2024-12-07T22:00:34,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 5c14c8e4841441da753815033a93a065 2024-12-07T22:00:34,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/5c14c8e4841441da753815033a93a065/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:00:34,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 5c14c8e4841441da753815033a93a065; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67200160, jitterRate=0.0013604164123535156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T22:00:34,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c14c8e4841441da753815033a93a065 2024-12-07T22:00:34,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 5c14c8e4841441da753815033a93a065: Running coprocessor pre-open hook at 1733608834847Writing region info on filesystem at 1733608834847Initializing all the Stores at 1733608834848 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608834848Cleaning up temporary data from old regions at 1733608834854 (+6 ms)Running coprocessor post-open hooks at 1733608834861 (+7 ms)Region opened successfully at 1733608834862 (+1 ms) 2024-12-07T22:00:34,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065., pid=27, masterSystemTime=1733608834834 2024-12-07T22:00:34,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065. 2024-12-07T22:00:34,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065. 2024-12-07T22:00:34,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=5c14c8e4841441da753815033a93a065, regionState=OPEN, openSeqNum=2, regionLocation=dbf4292a68c8,41563,1733608757004 2024-12-07T22:00:34,869 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c14c8e4841441da753815033a93a065, server=dbf4292a68c8,41563,1733608757004 because future has completed 2024-12-07T22:00:34,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-07T22:00:34,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c14c8e4841441da753815033a93a065, server=dbf4292a68c8,41563,1733608757004 in 188 msec 2024-12-07T22:00:34,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-07T22:00:34,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=5c14c8e4841441da753815033a93a065, ASSIGN in 354 msec 2024-12-07T22:00:34,876 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T22:00:34,876 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608834876"}]},"ts":"1733608834876"} 2024-12-07T22:00:34,879 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-12-07T22:00:34,880 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T22:00:34,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2130 sec 2024-12-07T22:00:36,521 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-12-07T22:00:36,521 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-12-07T22:00:36,523 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-12-07T22:00:36,523 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-12-07T22:00:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-07T22:00:36,693 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-12-07T22:00:36,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-12-07T22:00:36,694 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:00:36,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-12-07T22:00:36,704 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:00:36,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-12-07T22:00:36,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2] 2024-12-07T22:00:36,718 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-07T22:00:36,719 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-12-07T22:00:36,722 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-07T22:00:36,724 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41563 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-12-07T22:00:38,081 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-12-07T22:00:40,351 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T22:00:42,731 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=dbf4292a68c8:41563 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms 2024-12-07T22:00:42,731 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms 2024-12-07T22:00:42,731 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2 from cache 2024-12-07T22:00:42,740 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=445 (was 526), ProcessCount=11 (was 11), AvailableMemoryMB=18494 (was 18500) 2024-12-07T22:00:42,749 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=445, ProcessCount=11, AvailableMemoryMB=18494 2024-12-07T22:00:42,752 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:00:42,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45823 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-12-07T22:00:42,755 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T22:00:42,755 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:00:42,756 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-12-07T22:00:42,757 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T22:00:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-07T22:00:42,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741851_1027 (size=407) 2024-12-07T22:00:43,172 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7779d838472dadf265a51a2c545c007c, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c 2024-12-07T22:00:43,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741852_1028 (size=58) 2024-12-07T22:00:43,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes 2024-12-07T22:00:43,586 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:00:43,587 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 7779d838472dadf265a51a2c545c007c, disabling compactions & flushes 2024-12-07T22:00:43,587 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c. 2024-12-07T22:00:43,587 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c. 2024-12-07T22:00:43,587 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c. after waiting 0 ms 2024-12-07T22:00:43,587 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c. 2024-12-07T22:00:43,588 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c. 2024-12-07T22:00:43,588 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7779d838472dadf265a51a2c545c007c: Waiting for close lock at 1733608843587Disabling compacts and flushes for region at 1733608843587Disabling writes for close at 1733608843587Writing region close event to WAL at 1733608843588 (+1 ms)Closed at 1733608843588 2024-12-07T22:00:43,592 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T22:00:43,592 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733608843592"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733608843592"}]},"ts":"1733608843592"} 2024-12-07T22:00:43,595 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T22:00:43,597 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T22:00:43,597 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608843597"}]},"ts":"1733608843597"} 2024-12-07T22:00:43,600 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-12-07T22:00:43,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7779d838472dadf265a51a2c545c007c, ASSIGN}] 2024-12-07T22:00:43,602 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7779d838472dadf265a51a2c545c007c, ASSIGN 2024-12-07T22:00:43,603 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7779d838472dadf265a51a2c545c007c, ASSIGN; state=OFFLINE, location=dbf4292a68c8,41563,1733608757004; forceNewPlan=false, retain=false 2024-12-07T22:00:43,754 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=7779d838472dadf265a51a2c545c007c, regionState=OPENING, regionLocation=dbf4292a68c8,41563,1733608757004 2024-12-07T22:00:43,762 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7779d838472dadf265a51a2c545c007c, ASSIGN because future has completed 2024-12-07T22:00:43,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7779d838472dadf265a51a2c545c007c, server=dbf4292a68c8,41563,1733608757004}] 2024-12-07T22:00:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-07T22:00:43,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c. 2024-12-07T22:00:43,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 7779d838472dadf265a51a2c545c007c, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:00:43,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 7779d838472dadf265a51a2c545c007c 2024-12-07T22:00:43,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:00:43,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 7779d838472dadf265a51a2c545c007c 2024-12-07T22:00:43,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 7779d838472dadf265a51a2c545c007c 2024-12-07T22:00:43,935 INFO [StoreOpener-7779d838472dadf265a51a2c545c007c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7779d838472dadf265a51a2c545c007c 2024-12-07T22:00:43,937 INFO [StoreOpener-7779d838472dadf265a51a2c545c007c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7779d838472dadf265a51a2c545c007c columnFamilyName testFamily 2024-12-07T22:00:43,937 DEBUG [StoreOpener-7779d838472dadf265a51a2c545c007c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:00:43,938 INFO [StoreOpener-7779d838472dadf265a51a2c545c007c-1 {}] regionserver.HStore(327): Store=7779d838472dadf265a51a2c545c007c/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:00:43,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 7779d838472dadf265a51a2c545c007c 2024-12-07T22:00:43,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnNext/7779d838472dadf265a51a2c545c007c 2024-12-07T22:00:43,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnNext/7779d838472dadf265a51a2c545c007c 2024-12-07T22:00:43,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 7779d838472dadf265a51a2c545c007c 2024-12-07T22:00:43,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 7779d838472dadf265a51a2c545c007c 2024-12-07T22:00:43,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 7779d838472dadf265a51a2c545c007c 2024-12-07T22:00:43,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnNext/7779d838472dadf265a51a2c545c007c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:00:43,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 7779d838472dadf265a51a2c545c007c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73991995, jitterRate=0.10256664454936981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T22:00:43,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7779d838472dadf265a51a2c545c007c 2024-12-07T22:00:43,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 7779d838472dadf265a51a2c545c007c: Running coprocessor pre-open hook at 1733608843933Writing region info on filesystem at 1733608843934 (+1 ms)Initializing all the Stores at 1733608843935 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608843935Cleaning up temporary data from old regions at 1733608843940 (+5 ms)Running coprocessor post-open hooks at 1733608843946 (+6 ms)Region opened successfully at 1733608843947 (+1 ms) 2024-12-07T22:00:43,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c., pid=30, masterSystemTime=1733608843918 2024-12-07T22:00:43,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c. 2024-12-07T22:00:43,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c. 2024-12-07T22:00:43,952 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=7779d838472dadf265a51a2c545c007c, regionState=OPEN, openSeqNum=2, regionLocation=dbf4292a68c8,41563,1733608757004 2024-12-07T22:00:43,955 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7779d838472dadf265a51a2c545c007c, server=dbf4292a68c8,41563,1733608757004 because future has completed 2024-12-07T22:00:43,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-07T22:00:43,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 7779d838472dadf265a51a2c545c007c, server=dbf4292a68c8,41563,1733608757004 in 193 msec 2024-12-07T22:00:43,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-12-07T22:00:43,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=7779d838472dadf265a51a2c545c007c, ASSIGN in 359 msec 2024-12-07T22:00:43,962 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T22:00:43,962 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608843962"}]},"ts":"1733608843962"} 2024-12-07T22:00:43,965 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-12-07T22:00:43,966 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T22:00:43,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2140 sec 2024-12-07T22:00:44,084 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-12-07T22:00:45,045 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T22:00:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-07T22:00:45,792 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-12-07T22:00:45,792 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-12-07T22:00:45,793 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:00:45,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-12-07T22:00:45,798 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:00:45,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-12-07T22:00:45,801 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2] 2024-12-07T22:00:45,810 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-07T22:00:45,811 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-12-07T22:00:45,813 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-07T22:00:45,815 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-07T22:00:45,816 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-07T22:00:45,817 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41563 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-12-07T22:00:46,521 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-12-07T22:00:46,521 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-12-07T22:00:49,438 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T22:00:50,749 DEBUG [master/dbf4292a68c8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-07T22:00:51,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41563 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-9025936285792993228' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-07T22:00:51,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41563 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:33850 deadline: 1733608857824, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-9025936285792993228' does not exist 2024-12-07T22:00:51,825 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to dbf4292a68c8,41563,1733608757004 for closing scanner id = -9025936285792993228 for 7779d838472dadf265a51a2c545c007c of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-9025936285792993228' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:00:51,831 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=223 (was 222) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 445), ProcessCount=11 (was 11), AvailableMemoryMB=18481 (was 18494) 2024-12-07T22:00:51,840 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=385, ProcessCount=11, AvailableMemoryMB=18480 2024-12-07T22:00:51,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:00:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-12-07T22:00:51,845 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T22:00:51,845 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:00:51,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-12-07T22:00:51,846 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T22:00:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-07T22:00:51,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741853_1029 (size=423) 2024-12-07T22:00:52,256 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ee7650f92a2ad211fd507dec36d6a79, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c 2024-12-07T22:00:52,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741854_1030 (size=74) 2024-12-07T22:00:52,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes 2024-12-07T22:00:52,665 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:00:52,666 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 7ee7650f92a2ad211fd507dec36d6a79, disabling compactions & flushes 2024-12-07T22:00:52,666 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79. 2024-12-07T22:00:52,666 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79. 2024-12-07T22:00:52,666 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79. after waiting 0 ms 2024-12-07T22:00:52,666 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79. 2024-12-07T22:00:52,666 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79. 2024-12-07T22:00:52,666 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ee7650f92a2ad211fd507dec36d6a79: Waiting for close lock at 1733608852666Disabling compacts and flushes for region at 1733608852666Disabling writes for close at 1733608852666Writing region close event to WAL at 1733608852666Closed at 1733608852666 2024-12-07T22:00:52,668 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T22:00:52,669 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733608852668"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733608852668"}]},"ts":"1733608852668"} 2024-12-07T22:00:52,673 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T22:00:52,675 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T22:00:52,675 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608852675"}]},"ts":"1733608852675"} 2024-12-07T22:00:52,678 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-12-07T22:00:52,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=7ee7650f92a2ad211fd507dec36d6a79, ASSIGN}] 2024-12-07T22:00:52,679 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=7ee7650f92a2ad211fd507dec36d6a79, ASSIGN 2024-12-07T22:00:52,681 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=7ee7650f92a2ad211fd507dec36d6a79, ASSIGN; state=OFFLINE, location=dbf4292a68c8,41563,1733608757004; forceNewPlan=false, retain=false 2024-12-07T22:00:52,831 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=7ee7650f92a2ad211fd507dec36d6a79, regionState=OPENING, regionLocation=dbf4292a68c8,41563,1733608757004 2024-12-07T22:00:52,834 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=7ee7650f92a2ad211fd507dec36d6a79, ASSIGN because future has completed 2024-12-07T22:00:52,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ee7650f92a2ad211fd507dec36d6a79, server=dbf4292a68c8,41563,1733608757004}] 2024-12-07T22:00:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-07T22:00:52,993 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79. 2024-12-07T22:00:52,994 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ee7650f92a2ad211fd507dec36d6a79, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:00:52,994 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 7ee7650f92a2ad211fd507dec36d6a79 2024-12-07T22:00:52,994 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:00:52,995 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 7ee7650f92a2ad211fd507dec36d6a79 2024-12-07T22:00:52,995 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 7ee7650f92a2ad211fd507dec36d6a79 2024-12-07T22:00:52,997 INFO [StoreOpener-7ee7650f92a2ad211fd507dec36d6a79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7ee7650f92a2ad211fd507dec36d6a79 2024-12-07T22:00:53,000 INFO [StoreOpener-7ee7650f92a2ad211fd507dec36d6a79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ee7650f92a2ad211fd507dec36d6a79 columnFamilyName testFamily 2024-12-07T22:00:53,000 DEBUG [StoreOpener-7ee7650f92a2ad211fd507dec36d6a79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:00:53,001 INFO [StoreOpener-7ee7650f92a2ad211fd507dec36d6a79-1 {}] regionserver.HStore(327): Store=7ee7650f92a2ad211fd507dec36d6a79/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:00:53,001 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 7ee7650f92a2ad211fd507dec36d6a79 2024-12-07T22:00:53,003 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnOpenScannerAsync/7ee7650f92a2ad211fd507dec36d6a79 2024-12-07T22:00:53,004 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnOpenScannerAsync/7ee7650f92a2ad211fd507dec36d6a79 2024-12-07T22:00:53,004 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 7ee7650f92a2ad211fd507dec36d6a79 2024-12-07T22:00:53,004 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 7ee7650f92a2ad211fd507dec36d6a79 2024-12-07T22:00:53,008 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 7ee7650f92a2ad211fd507dec36d6a79 2024-12-07T22:00:53,012 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnOpenScannerAsync/7ee7650f92a2ad211fd507dec36d6a79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:00:53,013 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 7ee7650f92a2ad211fd507dec36d6a79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73632372, jitterRate=0.09720784425735474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T22:00:53,013 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ee7650f92a2ad211fd507dec36d6a79 2024-12-07T22:00:53,013 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 7ee7650f92a2ad211fd507dec36d6a79: Running coprocessor pre-open hook at 1733608852995Writing region info on filesystem at 1733608852995Initializing all the Stores at 1733608852997 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608852997Cleaning up temporary data from old regions at 1733608853004 (+7 ms)Running coprocessor post-open hooks at 1733608853013 (+9 ms)Region opened successfully at 1733608853013 2024-12-07T22:00:53,015 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79., pid=33, masterSystemTime=1733608852987 2024-12-07T22:00:53,017 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79. 2024-12-07T22:00:53,017 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79. 2024-12-07T22:00:53,018 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=7ee7650f92a2ad211fd507dec36d6a79, regionState=OPEN, openSeqNum=2, regionLocation=dbf4292a68c8,41563,1733608757004 2024-12-07T22:00:53,021 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ee7650f92a2ad211fd507dec36d6a79, server=dbf4292a68c8,41563,1733608757004 because future has completed 2024-12-07T22:00:53,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-07T22:00:53,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ee7650f92a2ad211fd507dec36d6a79, server=dbf4292a68c8,41563,1733608757004 in 186 msec 2024-12-07T22:00:53,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-07T22:00:53,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=7ee7650f92a2ad211fd507dec36d6a79, ASSIGN in 346 msec 2024-12-07T22:00:53,027 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T22:00:53,027 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608853027"}]},"ts":"1733608853027"} 2024-12-07T22:00:53,029 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-12-07T22:00:53,030 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T22:00:53,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1880 sec 2024-12-07T22:00:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-07T22:00:54,874 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-12-07T22:00:54,874 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-12-07T22:00:54,875 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:00:54,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-12-07T22:00:54,885 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:00:54,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-12-07T22:00:54,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2] 2024-12-07T22:00:54,899 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-07T22:00:54,899 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-12-07T22:00:54,902 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-07T22:00:54,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-07T22:00:55,911 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=dbf4292a68c8:41563 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms 2024-12-07T22:00:55,912 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms 2024-12-07T22:00:55,912 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2 from cache 2024-12-07T22:00:56,087 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-12-07T22:00:56,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes 2024-12-07T22:00:56,520 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-12-07T22:00:56,521 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-12-07T22:00:56,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2] 2024-12-07T22:00:56,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-07T22:00:57,911 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=dbf4292a68c8:41563 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=976ms, rpcTimeout=968ms 2024-12-07T22:00:57,911 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=976ms, rpcTimeout=968ms 2024-12-07T22:00:57,911 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79., hostname=dbf4292a68c8,41563,1733608757004, seqNum=2 from cache 2024-12-07T22:00:57,919 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 223), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=370 (was 385), ProcessCount=11 (was 11), AvailableMemoryMB=18862 (was 18480) - AvailableMemoryMB LEAK? - 2024-12-07T22:00:57,919 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T22:00:57,919 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T22:00:57,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:00:57,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:00:57,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T22:00:57,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T22:00:57,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T22:00:57,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T22:00:57,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:00:57,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:00:57,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T22:00:57,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T22:00:57,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2119115424, stopped=false 2024-12-07T22:00:57,925 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbf4292a68c8,45823,1733608756101 2024-12-07T22:00:57,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T22:00:57,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x10002580e6b0001, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T22:00:57,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x10002580e6b0001, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T22:00:57,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T22:00:57,944 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T22:00:57,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T22:00:57,944 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T22:00:57,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:00:57,945 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbf4292a68c8,41563,1733608757004' ***** 2024-12-07T22:00:57,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41563-0x10002580e6b0001, quorum=127.0.0.1:56991, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T22:00:57,945 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T22:00:57,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T22:00:57,945 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T22:00:57,945 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T22:00:57,945 INFO [RS:0;dbf4292a68c8:41563 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T22:00:57,945 INFO [RS:0;dbf4292a68c8:41563 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T22:00:57,946 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(3091): Received CLOSE for ef94dae5a281e9006d254d00e37b4efb 2024-12-07T22:00:57,947 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a0b83a725c95e1afd3bac6f5f8ce0a6 2024-12-07T22:00:57,947 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c14c8e4841441da753815033a93a065 2024-12-07T22:00:57,947 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(3091): Received CLOSE for 13469cd28c97b8e96e0846275a094a2c 2024-12-07T22:00:57,947 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(3091): Received CLOSE for 3aa7b115c5320f381b0eb22c4b2171a3 2024-12-07T22:00:57,947 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ee7650f92a2ad211fd507dec36d6a79 2024-12-07T22:00:57,947 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(3091): Received CLOSE for ad132ba368f262b6096888054c7175b4 2024-12-07T22:00:57,947 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(3091): Received CLOSE for 7779d838472dadf265a51a2c545c007c 2024-12-07T22:00:57,947 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e5d2de1fb9f2ea1f138b3f780717e3a 2024-12-07T22:00:57,947 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef94dae5a281e9006d254d00e37b4efb, disabling compactions & flushes 2024-12-07T22:00:57,947 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(3091): Received CLOSE for 62750e1c539991bad40aa4dbdd86ee2a 2024-12-07T22:00:57,947 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb. 2024-12-07T22:00:57,947 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb. 2024-12-07T22:00:57,947 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(959): stopping server dbf4292a68c8,41563,1733608757004 2024-12-07T22:00:57,947 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb. after waiting 0 ms 2024-12-07T22:00:57,948 INFO [RS:0;dbf4292a68c8:41563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T22:00:57,948 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb. 2024-12-07T22:00:57,948 INFO [RS:0;dbf4292a68c8:41563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbf4292a68c8:41563. 2024-12-07T22:00:57,948 DEBUG [RS:0;dbf4292a68c8:41563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T22:00:57,948 DEBUG [RS:0;dbf4292a68c8:41563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:00:57,948 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T22:00:57,948 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T22:00:57,948 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T22:00:57,948 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T22:00:57,949 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-12-07T22:00:57,949 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T22:00:57,949 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T22:00:57,949 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T22:00:57,949 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T22:00:57,950 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T22:00:57,950 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1351): Waiting on 13469cd28c97b8e96e0846275a094a2c, 1588230740, 3aa7b115c5320f381b0eb22c4b2171a3, 5c14c8e4841441da753815033a93a065, 62750e1c539991bad40aa4dbdd86ee2a, 7779d838472dadf265a51a2c545c007c, 7e5d2de1fb9f2ea1f138b3f780717e3a, 7ee7650f92a2ad211fd507dec36d6a79, 8a0b83a725c95e1afd3bac6f5f8ce0a6, ad132ba368f262b6096888054c7175b4, ef94dae5a281e9006d254d00e37b4efb 2024-12-07T22:00:57,951 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-12-07T22:00:57,951 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ef94dae5a281e9006d254d00e37b4efb 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-07T22:00:58,014 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnNextAsync/ef94dae5a281e9006d254d00e37b4efb/.tmp/testFamily/ab4d704c1faf4587aee23c69f47f0bc8 is 61, key is row-0/testFamily:testQualifier/1733608824515/Put/seqid=0 2024-12-07T22:00:58,022 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/meta/1588230740/.tmp/info/bec7ffd86f3f443c8ac0c4be8b3214f7 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c./info:regioninfo/1733608792110/Put/seqid=0 2024-12-07T22:00:58,031 INFO [regionserver/dbf4292a68c8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T22:00:58,031 INFO [regionserver/dbf4292a68c8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T22:00:58,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741855_1031 (size=5049) 2024-12-07T22:00:58,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741856_1032 (size=20564) 2024-12-07T22:00:58,150 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1351): Waiting on 13469cd28c97b8e96e0846275a094a2c, 1588230740, 3aa7b115c5320f381b0eb22c4b2171a3, 5c14c8e4841441da753815033a93a065, 62750e1c539991bad40aa4dbdd86ee2a, 7779d838472dadf265a51a2c545c007c, 7e5d2de1fb9f2ea1f138b3f780717e3a, 7ee7650f92a2ad211fd507dec36d6a79, 8a0b83a725c95e1afd3bac6f5f8ce0a6, ad132ba368f262b6096888054c7175b4, ef94dae5a281e9006d254d00e37b4efb 2024-12-07T22:00:58,350 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1351): Waiting on 13469cd28c97b8e96e0846275a094a2c, 1588230740, 3aa7b115c5320f381b0eb22c4b2171a3, 5c14c8e4841441da753815033a93a065, 62750e1c539991bad40aa4dbdd86ee2a, 7779d838472dadf265a51a2c545c007c, 7e5d2de1fb9f2ea1f138b3f780717e3a, 7ee7650f92a2ad211fd507dec36d6a79, 8a0b83a725c95e1afd3bac6f5f8ce0a6, ad132ba368f262b6096888054c7175b4, ef94dae5a281e9006d254d00e37b4efb 2024-12-07T22:00:58,434 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnNextAsync/ef94dae5a281e9006d254d00e37b4efb/.tmp/testFamily/ab4d704c1faf4587aee23c69f47f0bc8 2024-12-07T22:00:58,435 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-07T22:00:58,436 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/meta/1588230740/.tmp/info/bec7ffd86f3f443c8ac0c4be8b3214f7 2024-12-07T22:00:58,482 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnNextAsync/ef94dae5a281e9006d254d00e37b4efb/.tmp/testFamily/ab4d704c1faf4587aee23c69f47f0bc8 as hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnNextAsync/ef94dae5a281e9006d254d00e37b4efb/testFamily/ab4d704c1faf4587aee23c69f47f0bc8 2024-12-07T22:00:58,492 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnNextAsync/ef94dae5a281e9006d254d00e37b4efb/testFamily/ab4d704c1faf4587aee23c69f47f0bc8, entries=4, sequenceid=8, filesize=4.9 K 2024-12-07T22:00:58,496 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T22:00:58,502 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ef94dae5a281e9006d254d00e37b4efb in 549ms, sequenceid=8, compaction requested=false 2024-12-07T22:00:58,502 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/meta/1588230740/.tmp/ns/0d1dbbd4204f4935b1f41ec5613afa92 is 43, key is default/ns:d/1733608790636/Put/seqid=0 2024-12-07T22:00:58,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741857_1033 (size=5153) 2024-12-07T22:00:58,519 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/meta/1588230740/.tmp/ns/0d1dbbd4204f4935b1f41ec5613afa92 2024-12-07T22:00:58,527 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnNextAsync/ef94dae5a281e9006d254d00e37b4efb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-07T22:00:58,532 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb. 2024-12-07T22:00:58,532 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef94dae5a281e9006d254d00e37b4efb: Waiting for close lock at 1733608857947Running coprocessor pre-close hooks at 1733608857947Disabling compacts and flushes for region at 1733608857947Disabling writes for close at 1733608857947Obtaining lock to block concurrent updates at 1733608857951 (+4 ms)Preparing flush snapshotting stores in ef94dae5a281e9006d254d00e37b4efb at 1733608857951Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733608857958 (+7 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb. at 1733608857960 (+2 ms)Flushing ef94dae5a281e9006d254d00e37b4efb/testFamily: creating writer at 1733608857961 (+1 ms)Flushing ef94dae5a281e9006d254d00e37b4efb/testFamily: appending metadata at 1733608858008 (+47 ms)Flushing ef94dae5a281e9006d254d00e37b4efb/testFamily: closing flushed file at 1733608858011 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f24c6e: reopening flushed file at 1733608858480 (+469 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ef94dae5a281e9006d254d00e37b4efb in 549ms, sequenceid=8, compaction requested=false at 1733608858502 (+22 ms)Writing region close event to WAL at 1733608858506 (+4 ms)Running coprocessor post-close hooks at 1733608858530 (+24 ms)Closed at 1733608858532 (+2 ms) 2024-12-07T22:00:58,533 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733608821469.ef94dae5a281e9006d254d00e37b4efb. 2024-12-07T22:00:58,533 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a0b83a725c95e1afd3bac6f5f8ce0a6, disabling compactions & flushes 2024-12-07T22:00:58,533 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6. 2024-12-07T22:00:58,533 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6. 2024-12-07T22:00:58,533 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6. after waiting 0 ms 2024-12-07T22:00:58,534 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6. 2024-12-07T22:00:58,534 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8a0b83a725c95e1afd3bac6f5f8ce0a6 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-07T22:00:58,550 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1351): Waiting on 13469cd28c97b8e96e0846275a094a2c, 1588230740, 3aa7b115c5320f381b0eb22c4b2171a3, 5c14c8e4841441da753815033a93a065, 62750e1c539991bad40aa4dbdd86ee2a, 7779d838472dadf265a51a2c545c007c, 7e5d2de1fb9f2ea1f138b3f780717e3a, 7ee7650f92a2ad211fd507dec36d6a79, 8a0b83a725c95e1afd3bac6f5f8ce0a6, ad132ba368f262b6096888054c7175b4 2024-12-07T22:00:58,552 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/meta/1588230740/.tmp/table/8091d542a7df47889f4a71ff7be11164 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733608792125/Put/seqid=0 2024-12-07T22:00:58,556 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testRetryOutOfOrderScannerNextException/8a0b83a725c95e1afd3bac6f5f8ce0a6/.tmp/testFamily/7006b490d6a2444aa3aca32597195446 is 61, key is row-0/testFamily:testQualifier/1733608815319/Put/seqid=0 2024-12-07T22:00:58,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741858_1034 (size=6699) 2024-12-07T22:00:58,567 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/meta/1588230740/.tmp/table/8091d542a7df47889f4a71ff7be11164 2024-12-07T22:00:58,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741859_1035 (size=5049) 2024-12-07T22:00:58,576 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testRetryOutOfOrderScannerNextException/8a0b83a725c95e1afd3bac6f5f8ce0a6/.tmp/testFamily/7006b490d6a2444aa3aca32597195446 2024-12-07T22:00:58,581 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/meta/1588230740/.tmp/info/bec7ffd86f3f443c8ac0c4be8b3214f7 as hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/meta/1588230740/info/bec7ffd86f3f443c8ac0c4be8b3214f7 2024-12-07T22:00:58,588 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testRetryOutOfOrderScannerNextException/8a0b83a725c95e1afd3bac6f5f8ce0a6/.tmp/testFamily/7006b490d6a2444aa3aca32597195446 as hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testRetryOutOfOrderScannerNextException/8a0b83a725c95e1afd3bac6f5f8ce0a6/testFamily/7006b490d6a2444aa3aca32597195446 2024-12-07T22:00:58,600 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testRetryOutOfOrderScannerNextException/8a0b83a725c95e1afd3bac6f5f8ce0a6/testFamily/7006b490d6a2444aa3aca32597195446, entries=4, sequenceid=8, filesize=4.9 K 2024-12-07T22:00:58,601 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/meta/1588230740/info/bec7ffd86f3f443c8ac0c4be8b3214f7, entries=100, sequenceid=56, filesize=20.1 K 2024-12-07T22:00:58,602 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8a0b83a725c95e1afd3bac6f5f8ce0a6 in 68ms, sequenceid=8, compaction requested=false 2024-12-07T22:00:58,604 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/meta/1588230740/.tmp/ns/0d1dbbd4204f4935b1f41ec5613afa92 as hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/meta/1588230740/ns/0d1dbbd4204f4935b1f41ec5613afa92 2024-12-07T22:00:58,613 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testRetryOutOfOrderScannerNextException/8a0b83a725c95e1afd3bac6f5f8ce0a6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-07T22:00:58,614 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6. 2024-12-07T22:00:58,614 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a0b83a725c95e1afd3bac6f5f8ce0a6: Waiting for close lock at 1733608858533Running coprocessor pre-close hooks at 1733608858533Disabling compacts and flushes for region at 1733608858533Disabling writes for close at 1733608858534 (+1 ms)Obtaining lock to block concurrent updates at 1733608858534Preparing flush snapshotting stores in 8a0b83a725c95e1afd3bac6f5f8ce0a6 at 1733608858534Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733608858534Flushing stores of testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6. at 1733608858535 (+1 ms)Flushing 8a0b83a725c95e1afd3bac6f5f8ce0a6/testFamily: creating writer at 1733608858535Flushing 8a0b83a725c95e1afd3bac6f5f8ce0a6/testFamily: appending metadata at 1733608858556 (+21 ms)Flushing 8a0b83a725c95e1afd3bac6f5f8ce0a6/testFamily: closing flushed file at 1733608858556Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e575fd1: reopening flushed file at 1733608858586 (+30 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8a0b83a725c95e1afd3bac6f5f8ce0a6 in 68ms, sequenceid=8, compaction requested=false at 1733608858602 (+16 ms)Writing region close event to WAL at 1733608858604 (+2 ms)Running coprocessor post-close hooks at 1733608858614 (+10 ms)Closed at 1733608858614 2024-12-07T22:00:58,614 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733608812257.8a0b83a725c95e1afd3bac6f5f8ce0a6. 2024-12-07T22:00:58,614 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c14c8e4841441da753815033a93a065, disabling compactions & flushes 2024-12-07T22:00:58,615 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065. 2024-12-07T22:00:58,615 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065. 2024-12-07T22:00:58,615 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065. after waiting 0 ms 2024-12-07T22:00:58,615 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065. 2024-12-07T22:00:58,615 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5c14c8e4841441da753815033a93a065 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-07T22:00:58,621 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/meta/1588230740/ns/0d1dbbd4204f4935b1f41ec5613afa92, entries=2, sequenceid=56, filesize=5.0 K 2024-12-07T22:00:58,624 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/meta/1588230740/.tmp/table/8091d542a7df47889f4a71ff7be11164 as hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/meta/1588230740/table/8091d542a7df47889f4a71ff7be11164 2024-12-07T22:00:58,640 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/meta/1588230740/table/8091d542a7df47889f4a71ff7be11164, entries=20, sequenceid=56, filesize=6.5 K 2024-12-07T22:00:58,641 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 691ms, sequenceid=56, compaction requested=false 2024-12-07T22:00:58,646 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/5c14c8e4841441da753815033a93a065/.tmp/testFamily/79ac7ec9238f48e78af8705426b83a5c is 61, key is row-0/testFamily:testQualifier/1733608836708/Put/seqid=0 2024-12-07T22:00:58,657 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-12-07T22:00:58,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741860_1036 (size=5049) 2024-12-07T22:00:58,659 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T22:00:58,659 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T22:00:58,659 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733608857949Running coprocessor pre-close hooks at 1733608857949Disabling compacts and flushes for region at 1733608857949Disabling writes for close at 1733608857949Obtaining lock to block concurrent updates at 1733608857951 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733608857951Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733608857958 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733608857959 (+1 ms)Flushing 1588230740/info: creating writer at 1733608857961 (+2 ms)Flushing 1588230740/info: appending metadata at 1733608858018 (+57 ms)Flushing 1588230740/info: closing flushed file at 1733608858018Flushing 1588230740/ns: creating writer at 1733608858480 (+462 ms)Flushing 1588230740/ns: appending metadata at 1733608858501 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733608858501Flushing 1588230740/table: creating writer at 1733608858529 (+28 ms)Flushing 1588230740/table: appending metadata at 1733608858552 (+23 ms)Flushing 1588230740/table: closing flushed file at 1733608858552Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38f54518: reopening flushed file at 1733608858580 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@630b1028: reopening flushed file at 1733608858602 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@810e9c2: reopening flushed file at 1733608858622 (+20 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 691ms, sequenceid=56, compaction requested=false at 1733608858641 (+19 ms)Writing region close event to WAL at 1733608858651 (+10 ms)Running coprocessor post-close hooks at 1733608858659 (+8 ms)Closed at 1733608858659 2024-12-07T22:00:58,660 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T22:00:58,751 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1351): Waiting on 13469cd28c97b8e96e0846275a094a2c, 3aa7b115c5320f381b0eb22c4b2171a3, 5c14c8e4841441da753815033a93a065, 62750e1c539991bad40aa4dbdd86ee2a, 7779d838472dadf265a51a2c545c007c, 7e5d2de1fb9f2ea1f138b3f780717e3a, 7ee7650f92a2ad211fd507dec36d6a79, ad132ba368f262b6096888054c7175b4 2024-12-07T22:00:58,951 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1321): Waiting on 8 regions to close 2024-12-07T22:00:58,951 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1325): Online Regions={5c14c8e4841441da753815033a93a065=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065., 13469cd28c97b8e96e0846275a094a2c=testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c., 3aa7b115c5320f381b0eb22c4b2171a3=testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3., 7ee7650f92a2ad211fd507dec36d6a79=testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79., ad132ba368f262b6096888054c7175b4=testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4., 7779d838472dadf265a51a2c545c007c=hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c., 7e5d2de1fb9f2ea1f138b3f780717e3a=hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a., 62750e1c539991bad40aa4dbdd86ee2a=hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a.} 2024-12-07T22:00:58,951 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1351): Waiting on 13469cd28c97b8e96e0846275a094a2c, 3aa7b115c5320f381b0eb22c4b2171a3, 5c14c8e4841441da753815033a93a065, 62750e1c539991bad40aa4dbdd86ee2a, 7779d838472dadf265a51a2c545c007c, 7e5d2de1fb9f2ea1f138b3f780717e3a, 7ee7650f92a2ad211fd507dec36d6a79, ad132ba368f262b6096888054c7175b4 2024-12-07T22:00:59,059 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/5c14c8e4841441da753815033a93a065/.tmp/testFamily/79ac7ec9238f48e78af8705426b83a5c 2024-12-07T22:00:59,069 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/5c14c8e4841441da753815033a93a065/.tmp/testFamily/79ac7ec9238f48e78af8705426b83a5c as hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/5c14c8e4841441da753815033a93a065/testFamily/79ac7ec9238f48e78af8705426b83a5c 2024-12-07T22:00:59,077 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/5c14c8e4841441da753815033a93a065/testFamily/79ac7ec9238f48e78af8705426b83a5c, entries=4, sequenceid=8, filesize=4.9 K 2024-12-07T22:00:59,078 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5c14c8e4841441da753815033a93a065 in 463ms, sequenceid=8, compaction requested=false 2024-12-07T22:00:59,083 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/5c14c8e4841441da753815033a93a065/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-07T22:00:59,083 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065. 2024-12-07T22:00:59,084 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c14c8e4841441da753815033a93a065: Waiting for close lock at 1733608858614Running coprocessor pre-close hooks at 1733608858614Disabling compacts and flushes for region at 1733608858614Disabling writes for close at 1733608858615 (+1 ms)Obtaining lock to block concurrent updates at 1733608858615Preparing flush snapshotting stores in 5c14c8e4841441da753815033a93a065 at 1733608858615Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733608858615Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065. at 1733608858616 (+1 ms)Flushing 5c14c8e4841441da753815033a93a065/testFamily: creating writer at 1733608858616Flushing 5c14c8e4841441da753815033a93a065/testFamily: appending metadata at 1733608858646 (+30 ms)Flushing 5c14c8e4841441da753815033a93a065/testFamily: closing flushed file at 1733608858646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d06c7ca: reopening flushed file at 1733608859068 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5c14c8e4841441da753815033a93a065 in 463ms, sequenceid=8, compaction requested=false at 1733608859078 (+10 ms)Writing region close event to WAL at 1733608859079 (+1 ms)Running coprocessor post-close hooks at 1733608859083 (+4 ms)Closed at 1733608859083 2024-12-07T22:00:59,084 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733608833667.5c14c8e4841441da753815033a93a065. 2024-12-07T22:00:59,084 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13469cd28c97b8e96e0846275a094a2c, disabling compactions & flushes 2024-12-07T22:00:59,084 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c. 2024-12-07T22:00:59,084 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c. 2024-12-07T22:00:59,084 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c. after waiting 0 ms 2024-12-07T22:00:59,084 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c. 2024-12-07T22:00:59,084 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 13469cd28c97b8e96e0846275a094a2c 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-07T22:00:59,100 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/13469cd28c97b8e96e0846275a094a2c/.tmp/testFamily/57005f9d85e54dc5b9dc4aee40aa266d is 61, key is row-0/testFamily:testQualifier/1733608793961/Put/seqid=0 2024-12-07T22:00:59,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741861_1037 (size=5049) 2024-12-07T22:00:59,151 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1351): Waiting on 13469cd28c97b8e96e0846275a094a2c, 3aa7b115c5320f381b0eb22c4b2171a3, 62750e1c539991bad40aa4dbdd86ee2a, 7779d838472dadf265a51a2c545c007c, 7e5d2de1fb9f2ea1f138b3f780717e3a, 7ee7650f92a2ad211fd507dec36d6a79, ad132ba368f262b6096888054c7175b4 2024-12-07T22:00:59,352 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1351): Waiting on 13469cd28c97b8e96e0846275a094a2c, 3aa7b115c5320f381b0eb22c4b2171a3, 62750e1c539991bad40aa4dbdd86ee2a, 7779d838472dadf265a51a2c545c007c, 7e5d2de1fb9f2ea1f138b3f780717e3a, 7ee7650f92a2ad211fd507dec36d6a79, ad132ba368f262b6096888054c7175b4 2024-12-07T22:00:59,505 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/13469cd28c97b8e96e0846275a094a2c/.tmp/testFamily/57005f9d85e54dc5b9dc4aee40aa266d 2024-12-07T22:00:59,514 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/13469cd28c97b8e96e0846275a094a2c/.tmp/testFamily/57005f9d85e54dc5b9dc4aee40aa266d as hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/13469cd28c97b8e96e0846275a094a2c/testFamily/57005f9d85e54dc5b9dc4aee40aa266d 2024-12-07T22:00:59,522 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/13469cd28c97b8e96e0846275a094a2c/testFamily/57005f9d85e54dc5b9dc4aee40aa266d, entries=4, sequenceid=8, filesize=4.9 K 2024-12-07T22:00:59,523 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 13469cd28c97b8e96e0846275a094a2c in 439ms, sequenceid=8, compaction requested=false 2024-12-07T22:00:59,528 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testRetryOutOfOrderScannerNextExceptionAsync/13469cd28c97b8e96e0846275a094a2c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-07T22:00:59,529 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c. 2024-12-07T22:00:59,529 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13469cd28c97b8e96e0846275a094a2c: Waiting for close lock at 1733608859084Running coprocessor pre-close hooks at 1733608859084Disabling compacts and flushes for region at 1733608859084Disabling writes for close at 1733608859084Obtaining lock to block concurrent updates at 1733608859084Preparing flush snapshotting stores in 13469cd28c97b8e96e0846275a094a2c at 1733608859084Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733608859084Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c. at 1733608859085 (+1 ms)Flushing 13469cd28c97b8e96e0846275a094a2c/testFamily: creating writer at 1733608859085Flushing 13469cd28c97b8e96e0846275a094a2c/testFamily: appending metadata at 1733608859099 (+14 ms)Flushing 13469cd28c97b8e96e0846275a094a2c/testFamily: closing flushed file at 1733608859099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a0eccc1: reopening flushed file at 1733608859513 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 13469cd28c97b8e96e0846275a094a2c in 439ms, sequenceid=8, compaction requested=false at 1733608859523 (+10 ms)Writing region close event to WAL at 1733608859524 (+1 ms)Running coprocessor post-close hooks at 1733608859529 (+5 ms)Closed at 1733608859529 2024-12-07T22:00:59,530 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733608790873.13469cd28c97b8e96e0846275a094a2c. 2024-12-07T22:00:59,530 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3aa7b115c5320f381b0eb22c4b2171a3, disabling compactions & flushes 2024-12-07T22:00:59,530 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3. 2024-12-07T22:00:59,530 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3. 2024-12-07T22:00:59,530 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3. after waiting 0 ms 2024-12-07T22:00:59,530 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3. 2024-12-07T22:00:59,530 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3aa7b115c5320f381b0eb22c4b2171a3 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-07T22:00:59,551 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnOpenScanner/3aa7b115c5320f381b0eb22c4b2171a3/.tmp/testFamily/4d2aece22c0c4a87adcdeba19a27fea6 is 61, key is row-0/testFamily:testQualifier/1733608818421/Put/seqid=0 2024-12-07T22:00:59,552 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1351): Waiting on 3aa7b115c5320f381b0eb22c4b2171a3, 62750e1c539991bad40aa4dbdd86ee2a, 7779d838472dadf265a51a2c545c007c, 7e5d2de1fb9f2ea1f138b3f780717e3a, 7ee7650f92a2ad211fd507dec36d6a79, ad132ba368f262b6096888054c7175b4 2024-12-07T22:00:59,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741862_1038 (size=5049) 2024-12-07T22:00:59,753 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1351): Waiting on 3aa7b115c5320f381b0eb22c4b2171a3, 62750e1c539991bad40aa4dbdd86ee2a, 7779d838472dadf265a51a2c545c007c, 7e5d2de1fb9f2ea1f138b3f780717e3a, 7ee7650f92a2ad211fd507dec36d6a79, ad132ba368f262b6096888054c7175b4 2024-12-07T22:00:59,953 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-07T22:00:59,953 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1325): Online Regions={3aa7b115c5320f381b0eb22c4b2171a3=testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3., 7ee7650f92a2ad211fd507dec36d6a79=testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79., ad132ba368f262b6096888054c7175b4=testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4., 7779d838472dadf265a51a2c545c007c=hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c., 7e5d2de1fb9f2ea1f138b3f780717e3a=hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a., 62750e1c539991bad40aa4dbdd86ee2a=hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a.} 2024-12-07T22:00:59,953 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1351): Waiting on 3aa7b115c5320f381b0eb22c4b2171a3, 62750e1c539991bad40aa4dbdd86ee2a, 7779d838472dadf265a51a2c545c007c, 7e5d2de1fb9f2ea1f138b3f780717e3a, 7ee7650f92a2ad211fd507dec36d6a79, ad132ba368f262b6096888054c7175b4 2024-12-07T22:00:59,957 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnOpenScanner/3aa7b115c5320f381b0eb22c4b2171a3/.tmp/testFamily/4d2aece22c0c4a87adcdeba19a27fea6 2024-12-07T22:00:59,969 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnOpenScanner/3aa7b115c5320f381b0eb22c4b2171a3/.tmp/testFamily/4d2aece22c0c4a87adcdeba19a27fea6 as hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnOpenScanner/3aa7b115c5320f381b0eb22c4b2171a3/testFamily/4d2aece22c0c4a87adcdeba19a27fea6 2024-12-07T22:00:59,977 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnOpenScanner/3aa7b115c5320f381b0eb22c4b2171a3/testFamily/4d2aece22c0c4a87adcdeba19a27fea6, entries=4, sequenceid=8, filesize=4.9 K 2024-12-07T22:00:59,978 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3aa7b115c5320f381b0eb22c4b2171a3 in 448ms, sequenceid=8, compaction requested=false 2024-12-07T22:00:59,983 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnOpenScanner/3aa7b115c5320f381b0eb22c4b2171a3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-07T22:00:59,983 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3. 2024-12-07T22:00:59,984 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3aa7b115c5320f381b0eb22c4b2171a3: Waiting for close lock at 1733608859530Running coprocessor pre-close hooks at 1733608859530Disabling compacts and flushes for region at 1733608859530Disabling writes for close at 1733608859530Obtaining lock to block concurrent updates at 1733608859530Preparing flush snapshotting stores in 3aa7b115c5320f381b0eb22c4b2171a3 at 1733608859530Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733608859530Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3. at 1733608859531 (+1 ms)Flushing 3aa7b115c5320f381b0eb22c4b2171a3/testFamily: creating writer at 1733608859531Flushing 3aa7b115c5320f381b0eb22c4b2171a3/testFamily: appending metadata at 1733608859551 (+20 ms)Flushing 3aa7b115c5320f381b0eb22c4b2171a3/testFamily: closing flushed file at 1733608859551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@642dda7d: reopening flushed file at 1733608859967 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3aa7b115c5320f381b0eb22c4b2171a3 in 448ms, sequenceid=8, compaction requested=false at 1733608859978 (+11 ms)Writing region close event to WAL at 1733608859979 (+1 ms)Running coprocessor post-close hooks at 1733608859983 (+4 ms)Closed at 1733608859983 2024-12-07T22:00:59,984 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733608815371.3aa7b115c5320f381b0eb22c4b2171a3. 2024-12-07T22:00:59,984 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ee7650f92a2ad211fd507dec36d6a79, disabling compactions & flushes 2024-12-07T22:00:59,984 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79. 2024-12-07T22:00:59,984 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79. 2024-12-07T22:00:59,984 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79. after waiting 0 ms 2024-12-07T22:00:59,984 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79. 2024-12-07T22:00:59,984 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7ee7650f92a2ad211fd507dec36d6a79 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-07T22:00:59,999 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnOpenScannerAsync/7ee7650f92a2ad211fd507dec36d6a79/.tmp/testFamily/40b74e7269574453bb695943017c1838 is 61, key is row-0/testFamily:testQualifier/1733608854890/Put/seqid=0 2024-12-07T22:01:00,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741863_1039 (size=5049) 2024-12-07T22:01:00,153 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1351): Waiting on 62750e1c539991bad40aa4dbdd86ee2a, 7779d838472dadf265a51a2c545c007c, 7e5d2de1fb9f2ea1f138b3f780717e3a, 7ee7650f92a2ad211fd507dec36d6a79, ad132ba368f262b6096888054c7175b4 2024-12-07T22:01:00,354 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1351): Waiting on 62750e1c539991bad40aa4dbdd86ee2a, 7779d838472dadf265a51a2c545c007c, 7e5d2de1fb9f2ea1f138b3f780717e3a, 7ee7650f92a2ad211fd507dec36d6a79, ad132ba368f262b6096888054c7175b4 2024-12-07T22:01:00,405 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnOpenScannerAsync/7ee7650f92a2ad211fd507dec36d6a79/.tmp/testFamily/40b74e7269574453bb695943017c1838 2024-12-07T22:01:00,413 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnOpenScannerAsync/7ee7650f92a2ad211fd507dec36d6a79/.tmp/testFamily/40b74e7269574453bb695943017c1838 as hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnOpenScannerAsync/7ee7650f92a2ad211fd507dec36d6a79/testFamily/40b74e7269574453bb695943017c1838 2024-12-07T22:01:00,422 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnOpenScannerAsync/7ee7650f92a2ad211fd507dec36d6a79/testFamily/40b74e7269574453bb695943017c1838, entries=4, sequenceid=8, filesize=4.9 K 2024-12-07T22:01:00,423 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7ee7650f92a2ad211fd507dec36d6a79 in 439ms, sequenceid=8, compaction requested=false 2024-12-07T22:01:00,429 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnOpenScannerAsync/7ee7650f92a2ad211fd507dec36d6a79/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-07T22:01:00,429 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79. 2024-12-07T22:01:00,430 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ee7650f92a2ad211fd507dec36d6a79: Waiting for close lock at 1733608859984Running coprocessor pre-close hooks at 1733608859984Disabling compacts and flushes for region at 1733608859984Disabling writes for close at 1733608859984Obtaining lock to block concurrent updates at 1733608859984Preparing flush snapshotting stores in 7ee7650f92a2ad211fd507dec36d6a79 at 1733608859984Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733608859984Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79. at 1733608859985 (+1 ms)Flushing 7ee7650f92a2ad211fd507dec36d6a79/testFamily: creating writer at 1733608859985Flushing 7ee7650f92a2ad211fd507dec36d6a79/testFamily: appending metadata at 1733608859999 (+14 ms)Flushing 7ee7650f92a2ad211fd507dec36d6a79/testFamily: closing flushed file at 1733608859999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@499e4c3a: reopening flushed file at 1733608860412 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7ee7650f92a2ad211fd507dec36d6a79 in 439ms, sequenceid=8, compaction requested=false at 1733608860423 (+11 ms)Writing region close event to WAL at 1733608860424 (+1 ms)Running coprocessor post-close hooks at 1733608860429 (+5 ms)Closed at 1733608860429 2024-12-07T22:01:00,430 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733608851842.7ee7650f92a2ad211fd507dec36d6a79. 2024-12-07T22:01:00,430 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad132ba368f262b6096888054c7175b4, disabling compactions & flushes 2024-12-07T22:01:00,430 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4. 2024-12-07T22:01:00,430 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4. 2024-12-07T22:01:00,430 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4. after waiting 0 ms 2024-12-07T22:01:00,430 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4. 2024-12-07T22:01:00,430 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ad132ba368f262b6096888054c7175b4 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-07T22:01:00,445 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnNext/ad132ba368f262b6096888054c7175b4/.tmp/testFamily/1171c1105fb74646a31761047ad77939 is 61, key is row-0/testFamily:testQualifier/1733608830615/Put/seqid=0 2024-12-07T22:01:00,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741864_1040 (size=5049) 2024-12-07T22:01:00,450 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnNext/ad132ba368f262b6096888054c7175b4/.tmp/testFamily/1171c1105fb74646a31761047ad77939 2024-12-07T22:01:00,458 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnNext/ad132ba368f262b6096888054c7175b4/.tmp/testFamily/1171c1105fb74646a31761047ad77939 as hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnNext/ad132ba368f262b6096888054c7175b4/testFamily/1171c1105fb74646a31761047ad77939 2024-12-07T22:01:00,465 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnNext/ad132ba368f262b6096888054c7175b4/testFamily/1171c1105fb74646a31761047ad77939, entries=4, sequenceid=8, filesize=4.9 K 2024-12-07T22:01:00,466 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ad132ba368f262b6096888054c7175b4 in 35ms, sequenceid=8, compaction requested=false 2024-12-07T22:01:00,470 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/default/testNormalScanTimeoutOnNext/ad132ba368f262b6096888054c7175b4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-07T22:01:00,471 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4. 2024-12-07T22:01:00,471 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad132ba368f262b6096888054c7175b4: Waiting for close lock at 1733608860430Running coprocessor pre-close hooks at 1733608860430Disabling compacts and flushes for region at 1733608860430Disabling writes for close at 1733608860430Obtaining lock to block concurrent updates at 1733608860430Preparing flush snapshotting stores in ad132ba368f262b6096888054c7175b4 at 1733608860430Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733608860430Flushing stores of testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4. at 1733608860431 (+1 ms)Flushing ad132ba368f262b6096888054c7175b4/testFamily: creating writer at 1733608860431Flushing ad132ba368f262b6096888054c7175b4/testFamily: appending metadata at 1733608860445 (+14 ms)Flushing ad132ba368f262b6096888054c7175b4/testFamily: closing flushed file at 1733608860445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b0b828a: reopening flushed file at 1733608860457 (+12 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ad132ba368f262b6096888054c7175b4 in 35ms, sequenceid=8, compaction requested=false at 1733608860466 (+9 ms)Writing region close event to WAL at 1733608860466Running coprocessor post-close hooks at 1733608860471 (+5 ms)Closed at 1733608860471 2024-12-07T22:01:00,471 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733608827560.ad132ba368f262b6096888054c7175b4. 2024-12-07T22:01:00,472 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7779d838472dadf265a51a2c545c007c, disabling compactions & flushes 2024-12-07T22:01:00,472 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c. 2024-12-07T22:01:00,472 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c. 2024-12-07T22:01:00,472 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c. after waiting 0 ms 2024-12-07T22:01:00,472 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c. 2024-12-07T22:01:00,472 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7779d838472dadf265a51a2c545c007c 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-07T22:01:00,487 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnNext/7779d838472dadf265a51a2c545c007c/.tmp/testFamily/8bd55c702610474783d14c2b8cd286fc is 61, key is row-0/testFamily:testQualifier/1733608845802/Put/seqid=0 2024-12-07T22:01:00,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741865_1041 (size=5049) 2024-12-07T22:01:00,554 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1351): Waiting on 62750e1c539991bad40aa4dbdd86ee2a, 7779d838472dadf265a51a2c545c007c, 7e5d2de1fb9f2ea1f138b3f780717e3a 2024-12-07T22:01:00,754 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1351): Waiting on 62750e1c539991bad40aa4dbdd86ee2a, 7779d838472dadf265a51a2c545c007c, 7e5d2de1fb9f2ea1f138b3f780717e3a 2024-12-07T22:01:00,892 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnNext/7779d838472dadf265a51a2c545c007c/.tmp/testFamily/8bd55c702610474783d14c2b8cd286fc 2024-12-07T22:01:00,901 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnNext/7779d838472dadf265a51a2c545c007c/.tmp/testFamily/8bd55c702610474783d14c2b8cd286fc as hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnNext/7779d838472dadf265a51a2c545c007c/testFamily/8bd55c702610474783d14c2b8cd286fc 2024-12-07T22:01:00,907 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnNext/7779d838472dadf265a51a2c545c007c/testFamily/8bd55c702610474783d14c2b8cd286fc, entries=4, sequenceid=8, filesize=4.9 K 2024-12-07T22:01:00,908 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7779d838472dadf265a51a2c545c007c in 436ms, sequenceid=8, compaction requested=false 2024-12-07T22:01:00,912 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnNext/7779d838472dadf265a51a2c545c007c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-07T22:01:00,913 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c. 2024-12-07T22:01:00,913 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7779d838472dadf265a51a2c545c007c: Waiting for close lock at 1733608860472Running coprocessor pre-close hooks at 1733608860472Disabling compacts and flushes for region at 1733608860472Disabling writes for close at 1733608860472Obtaining lock to block concurrent updates at 1733608860472Preparing flush snapshotting stores in 7779d838472dadf265a51a2c545c007c at 1733608860472Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733608860472Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c. at 1733608860473 (+1 ms)Flushing 7779d838472dadf265a51a2c545c007c/testFamily: creating writer at 1733608860473Flushing 7779d838472dadf265a51a2c545c007c/testFamily: appending metadata at 1733608860487 (+14 ms)Flushing 7779d838472dadf265a51a2c545c007c/testFamily: closing flushed file at 1733608860487Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f31f633: reopening flushed file at 1733608860899 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7779d838472dadf265a51a2c545c007c in 436ms, sequenceid=8, compaction requested=false at 1733608860908 (+9 ms)Writing region close event to WAL at 1733608860909 (+1 ms)Running coprocessor post-close hooks at 1733608860913 (+4 ms)Closed at 1733608860913 2024-12-07T22:01:00,913 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733608842751.7779d838472dadf265a51a2c545c007c. 2024-12-07T22:01:00,914 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e5d2de1fb9f2ea1f138b3f780717e3a, disabling compactions & flushes 2024-12-07T22:01:00,914 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a. 2024-12-07T22:01:00,914 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a. 2024-12-07T22:01:00,914 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a. after waiting 0 ms 2024-12-07T22:01:00,914 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a. 2024-12-07T22:01:00,914 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7e5d2de1fb9f2ea1f138b3f780717e3a 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-07T22:01:00,930 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnOpenScanner/7e5d2de1fb9f2ea1f138b3f780717e3a/.tmp/testFamily/18e17cbf26464fbda0eb73fa21ba91c0 is 61, key is row-0/testFamily:testQualifier/1733608797121/Put/seqid=0 2024-12-07T22:01:00,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741866_1042 (size=5049) 2024-12-07T22:01:00,954 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-07T22:01:00,954 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1325): Online Regions={7e5d2de1fb9f2ea1f138b3f780717e3a=hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a., 62750e1c539991bad40aa4dbdd86ee2a=hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a.} 2024-12-07T22:01:00,954 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1351): Waiting on 62750e1c539991bad40aa4dbdd86ee2a, 7e5d2de1fb9f2ea1f138b3f780717e3a 2024-12-07T22:01:01,155 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1351): Waiting on 62750e1c539991bad40aa4dbdd86ee2a, 7e5d2de1fb9f2ea1f138b3f780717e3a 2024-12-07T22:01:01,335 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnOpenScanner/7e5d2de1fb9f2ea1f138b3f780717e3a/.tmp/testFamily/18e17cbf26464fbda0eb73fa21ba91c0 2024-12-07T22:01:01,343 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnOpenScanner/7e5d2de1fb9f2ea1f138b3f780717e3a/.tmp/testFamily/18e17cbf26464fbda0eb73fa21ba91c0 as hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnOpenScanner/7e5d2de1fb9f2ea1f138b3f780717e3a/testFamily/18e17cbf26464fbda0eb73fa21ba91c0 2024-12-07T22:01:01,349 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnOpenScanner/7e5d2de1fb9f2ea1f138b3f780717e3a/testFamily/18e17cbf26464fbda0eb73fa21ba91c0, entries=4, sequenceid=8, filesize=4.9 K 2024-12-07T22:01:01,350 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7e5d2de1fb9f2ea1f138b3f780717e3a in 436ms, sequenceid=8, compaction requested=false 2024-12-07T22:01:01,355 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1351): Waiting on 62750e1c539991bad40aa4dbdd86ee2a, 7e5d2de1fb9f2ea1f138b3f780717e3a 2024-12-07T22:01:01,355 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnOpenScanner/7e5d2de1fb9f2ea1f138b3f780717e3a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-07T22:01:01,356 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a. 2024-12-07T22:01:01,356 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e5d2de1fb9f2ea1f138b3f780717e3a: Waiting for close lock at 1733608860914Running coprocessor pre-close hooks at 1733608860914Disabling compacts and flushes for region at 1733608860914Disabling writes for close at 1733608860914Obtaining lock to block concurrent updates at 1733608860914Preparing flush snapshotting stores in 7e5d2de1fb9f2ea1f138b3f780717e3a at 1733608860914Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733608860914Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a. at 1733608860915 (+1 ms)Flushing 7e5d2de1fb9f2ea1f138b3f780717e3a/testFamily: creating writer at 1733608860915Flushing 7e5d2de1fb9f2ea1f138b3f780717e3a/testFamily: appending metadata at 1733608860930 (+15 ms)Flushing 7e5d2de1fb9f2ea1f138b3f780717e3a/testFamily: closing flushed file at 1733608860930Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22539ba6: reopening flushed file at 1733608861341 (+411 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7e5d2de1fb9f2ea1f138b3f780717e3a in 436ms, sequenceid=8, compaction requested=false at 1733608861351 (+10 ms)Writing region close event to WAL at 1733608861351Running coprocessor post-close hooks at 1733608861356 (+5 ms)Closed at 1733608861356 2024-12-07T22:01:01,356 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733608794052.7e5d2de1fb9f2ea1f138b3f780717e3a. 2024-12-07T22:01:01,356 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62750e1c539991bad40aa4dbdd86ee2a, disabling compactions & flushes 2024-12-07T22:01:01,356 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a. 2024-12-07T22:01:01,357 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a. 2024-12-07T22:01:01,357 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a. after waiting 0 ms 2024-12-07T22:01:01,357 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a. 2024-12-07T22:01:01,357 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 62750e1c539991bad40aa4dbdd86ee2a 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-07T22:01:01,371 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnNextAsync/62750e1c539991bad40aa4dbdd86ee2a/.tmp/testFamily/bc3bc0e4b09a445d9a1b71a9d6ed80f6 is 61, key is row-0/testFamily:testQualifier/1733608806203/Put/seqid=0 2024-12-07T22:01:01,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741867_1043 (size=5049) 2024-12-07T22:01:01,556 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1351): Waiting on 62750e1c539991bad40aa4dbdd86ee2a 2024-12-07T22:01:01,756 DEBUG [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1351): Waiting on 62750e1c539991bad40aa4dbdd86ee2a 2024-12-07T22:01:01,778 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnNextAsync/62750e1c539991bad40aa4dbdd86ee2a/.tmp/testFamily/bc3bc0e4b09a445d9a1b71a9d6ed80f6 2024-12-07T22:01:01,790 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnNextAsync/62750e1c539991bad40aa4dbdd86ee2a/.tmp/testFamily/bc3bc0e4b09a445d9a1b71a9d6ed80f6 as hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnNextAsync/62750e1c539991bad40aa4dbdd86ee2a/testFamily/bc3bc0e4b09a445d9a1b71a9d6ed80f6 2024-12-07T22:01:01,798 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnNextAsync/62750e1c539991bad40aa4dbdd86ee2a/testFamily/bc3bc0e4b09a445d9a1b71a9d6ed80f6, entries=4, sequenceid=8, filesize=4.9 K 2024-12-07T22:01:01,799 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 62750e1c539991bad40aa4dbdd86ee2a in 442ms, sequenceid=8, compaction requested=false 2024-12-07T22:01:01,804 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/data/hbase/testMetaScanTimeoutOnNextAsync/62750e1c539991bad40aa4dbdd86ee2a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-07T22:01:01,805 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a. 2024-12-07T22:01:01,805 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62750e1c539991bad40aa4dbdd86ee2a: Waiting for close lock at 1733608861356Running coprocessor pre-close hooks at 1733608861356Disabling compacts and flushes for region at 1733608861356Disabling writes for close at 1733608861357 (+1 ms)Obtaining lock to block concurrent updates at 1733608861357Preparing flush snapshotting stores in 62750e1c539991bad40aa4dbdd86ee2a at 1733608861357Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733608861357Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a. at 1733608861358 (+1 ms)Flushing 62750e1c539991bad40aa4dbdd86ee2a/testFamily: creating writer at 1733608861358Flushing 62750e1c539991bad40aa4dbdd86ee2a/testFamily: appending metadata at 1733608861371 (+13 ms)Flushing 62750e1c539991bad40aa4dbdd86ee2a/testFamily: closing flushed file at 1733608861371Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2010c50d: reopening flushed file at 1733608861789 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 62750e1c539991bad40aa4dbdd86ee2a in 442ms, sequenceid=8, compaction requested=false at 1733608861799 (+10 ms)Writing region close event to WAL at 1733608861800 (+1 ms)Running coprocessor post-close hooks at 1733608861805 (+5 ms)Closed at 1733608861805 2024-12-07T22:01:01,805 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733608803164.62750e1c539991bad40aa4dbdd86ee2a. 2024-12-07T22:01:01,957 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(976): stopping server dbf4292a68c8,41563,1733608757004; all regions closed. 2024-12-07T22:01:01,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741834_1010 (size=19479) 2024-12-07T22:01:01,972 DEBUG [RS:0;dbf4292a68c8:41563 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/oldWALs 2024-12-07T22:01:01,972 INFO [RS:0;dbf4292a68c8:41563 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbf4292a68c8%2C41563%2C1733608757004.meta:.meta(num 1733608790452) 2024-12-07T22:01:01,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741833_1009 (size=20031) 2024-12-07T22:01:01,978 DEBUG [RS:0;dbf4292a68c8:41563 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/oldWALs 2024-12-07T22:01:01,978 INFO [RS:0;dbf4292a68c8:41563 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbf4292a68c8%2C41563%2C1733608757004:(num 1733608790090) 2024-12-07T22:01:01,978 DEBUG [RS:0;dbf4292a68c8:41563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:01:01,978 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T22:01:01,979 INFO [RS:0;dbf4292a68c8:41563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T22:01:01,979 INFO [RS:0;dbf4292a68c8:41563 {}] hbase.ChoreService(370): Chore service for: regionserver/dbf4292a68c8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T22:01:01,979 INFO [RS:0;dbf4292a68c8:41563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T22:01:01,979 INFO [regionserver/dbf4292a68c8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T22:01:01,981 INFO [RS:0;dbf4292a68c8:41563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41563 2024-12-07T22:01:02,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x10002580e6b0001, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/dbf4292a68c8,41563,1733608757004 2024-12-07T22:01:02,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T22:01:02,035 INFO [RS:0;dbf4292a68c8:41563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T22:01:02,038 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbf4292a68c8,41563,1733608757004] 2024-12-07T22:01:02,056 INFO [regionserver/dbf4292a68c8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T22:01:02,060 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/dbf4292a68c8,41563,1733608757004 already deleted, retry=false 2024-12-07T22:01:02,060 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbf4292a68c8,41563,1733608757004 expired; onlineServers=0 2024-12-07T22:01:02,060 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbf4292a68c8,45823,1733608756101' ***** 2024-12-07T22:01:02,061 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T22:01:02,061 INFO [M:0;dbf4292a68c8:45823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T22:01:02,061 INFO [M:0;dbf4292a68c8:45823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T22:01:02,062 DEBUG [M:0;dbf4292a68c8:45823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T22:01:02,062 DEBUG [M:0;dbf4292a68c8:45823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T22:01:02,062 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T22:01:02,062 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster-HFileCleaner.small.0-1733608759842 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbf4292a68c8:0:becomeActiveMaster-HFileCleaner.small.0-1733608759842,5,FailOnTimeoutGroup] 2024-12-07T22:01:02,062 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster-HFileCleaner.large.0-1733608759841 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbf4292a68c8:0:becomeActiveMaster-HFileCleaner.large.0-1733608759841,5,FailOnTimeoutGroup] 2024-12-07T22:01:02,063 INFO [M:0;dbf4292a68c8:45823 {}] hbase.ChoreService(370): Chore service for: master/dbf4292a68c8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T22:01:02,064 INFO [M:0;dbf4292a68c8:45823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T22:01:02,064 DEBUG [M:0;dbf4292a68c8:45823 {}] master.HMaster(1795): Stopping service threads 2024-12-07T22:01:02,064 INFO [M:0;dbf4292a68c8:45823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T22:01:02,064 INFO [M:0;dbf4292a68c8:45823 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T22:01:02,066 INFO [M:0;dbf4292a68c8:45823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T22:01:02,066 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T22:01:02,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-07T22:01:02,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T22:01:02,073 DEBUG [M:0;dbf4292a68c8:45823 {}] zookeeper.ZKUtil(347): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-07T22:01:02,073 WARN [M:0;dbf4292a68c8:45823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T22:01:02,074 INFO [M:0;dbf4292a68c8:45823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/.lastflushedseqids 2024-12-07T22:01:02,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741868_1044 (size=649) 2024-12-07T22:01:02,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x10002580e6b0001, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T22:01:02,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x10002580e6b0001, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T22:01:02,150 INFO [RS:0;dbf4292a68c8:41563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T22:01:02,150 INFO [RS:0;dbf4292a68c8:41563 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbf4292a68c8,41563,1733608757004; zookeeper connection closed. 2024-12-07T22:01:02,151 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@103f2d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@103f2d2 2024-12-07T22:01:02,152 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T22:01:02,489 INFO [M:0;dbf4292a68c8:45823 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T22:01:02,489 INFO [M:0;dbf4292a68c8:45823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T22:01:02,490 DEBUG [M:0;dbf4292a68c8:45823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T22:01:02,490 INFO [M:0;dbf4292a68c8:45823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:01:02,490 DEBUG [M:0;dbf4292a68c8:45823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:01:02,490 DEBUG [M:0;dbf4292a68c8:45823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T22:01:02,490 DEBUG [M:0;dbf4292a68c8:45823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:01:02,490 INFO [M:0;dbf4292a68c8:45823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.10 KB heapSize=190.98 KB 2024-12-07T22:01:02,511 DEBUG [M:0;dbf4292a68c8:45823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca148c8c01aa45b09919f627fc1f4396 is 82, key is hbase:meta,,1/info:regioninfo/1733608790532/Put/seqid=0 2024-12-07T22:01:02,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741869_1045 (size=5672) 2024-12-07T22:01:02,917 INFO [M:0;dbf4292a68c8:45823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca148c8c01aa45b09919f627fc1f4396 2024-12-07T22:01:02,943 DEBUG [M:0;dbf4292a68c8:45823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2134cc3fd3bc4605b526c3f149df3287 is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733608792131/Put/seqid=0 2024-12-07T22:01:02,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741870_1046 (size=14079) 2024-12-07T22:01:03,349 INFO [M:0;dbf4292a68c8:45823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.54 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2134cc3fd3bc4605b526c3f149df3287 2024-12-07T22:01:03,356 INFO [M:0;dbf4292a68c8:45823 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2134cc3fd3bc4605b526c3f149df3287 2024-12-07T22:01:03,379 DEBUG [M:0;dbf4292a68c8:45823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/114523da510e41c0b574c2b336508589 is 69, key is dbf4292a68c8,41563,1733608757004/rs:state/1733608759949/Put/seqid=0 2024-12-07T22:01:03,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741871_1047 (size=5156) 2024-12-07T22:01:03,785 INFO [M:0;dbf4292a68c8:45823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/114523da510e41c0b574c2b336508589 2024-12-07T22:01:03,799 DEBUG [M:0;dbf4292a68c8:45823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca148c8c01aa45b09919f627fc1f4396 as hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca148c8c01aa45b09919f627fc1f4396 2024-12-07T22:01:03,807 INFO [M:0;dbf4292a68c8:45823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca148c8c01aa45b09919f627fc1f4396, entries=8, sequenceid=317, filesize=5.5 K 2024-12-07T22:01:03,808 DEBUG [M:0;dbf4292a68c8:45823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2134cc3fd3bc4605b526c3f149df3287 as hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2134cc3fd3bc4605b526c3f149df3287 2024-12-07T22:01:03,815 INFO [M:0;dbf4292a68c8:45823 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2134cc3fd3bc4605b526c3f149df3287 2024-12-07T22:01:03,815 INFO [M:0;dbf4292a68c8:45823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2134cc3fd3bc4605b526c3f149df3287, entries=33, sequenceid=317, filesize=13.7 K 2024-12-07T22:01:03,816 DEBUG [M:0;dbf4292a68c8:45823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/114523da510e41c0b574c2b336508589 as hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/114523da510e41c0b574c2b336508589 2024-12-07T22:01:03,824 INFO [M:0;dbf4292a68c8:45823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44195/user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/114523da510e41c0b574c2b336508589, entries=1, sequenceid=317, filesize=5.0 K 2024-12-07T22:01:03,825 INFO [M:0;dbf4292a68c8:45823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.10 KB/167011, heapSize ~190.69 KB/195264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=317, compaction requested=false 2024-12-07T22:01:03,827 INFO [M:0;dbf4292a68c8:45823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:01:03,827 DEBUG [M:0;dbf4292a68c8:45823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733608862489Disabling compacts and flushes for region at 1733608862489Disabling writes for close at 1733608862490 (+1 ms)Obtaining lock to block concurrent updates at 1733608862490Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733608862490Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167011, getHeapSize=195504, getOffHeapSize=0, getCellsCount=364 at 1733608862491 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733608862492 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733608862492Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733608862511 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733608862511Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733608862923 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733608862942 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733608862942Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733608863356 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733608863378 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733608863378Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f7d0ec7: reopening flushed file at 1733608863797 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ce96277: reopening flushed file at 1733608863807 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e9e4713: reopening flushed file at 1733608863815 (+8 ms)Finished flush of dataSize ~163.10 KB/167011, heapSize ~190.69 KB/195264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=317, compaction requested=false at 1733608863825 (+10 ms)Writing region close event to WAL at 1733608863827 (+2 ms)Closed at 1733608863827 2024-12-07T22:01:03,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40927 is added to blk_1073741830_1006 (size=188223) 2024-12-07T22:01:03,831 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fe36cfb-82ce-e80d-00f2-eda95ba78b6c/MasterData/WALs/dbf4292a68c8,45823,1733608756101/dbf4292a68c8%2C45823%2C1733608756101.1733608759145 not finished, retry = 0 2024-12-07T22:01:03,933 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T22:01:03,933 INFO [M:0;dbf4292a68c8:45823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T22:01:03,933 INFO [M:0;dbf4292a68c8:45823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45823 2024-12-07T22:01:03,934 INFO [M:0;dbf4292a68c8:45823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T22:01:04,035 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T22:01:04,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T22:01:04,076 INFO [M:0;dbf4292a68c8:45823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T22:01:04,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45823-0x10002580e6b0000, quorum=127.0.0.1:56991, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T22:01:04,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc78d53{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T22:01:04,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2120cdf2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T22:01:04,084 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T22:01:04,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b9495fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T22:01:04,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@537310ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/hadoop.log.dir/,STOPPED} 2024-12-07T22:01:04,087 WARN [BP-2122372284-172.17.0.2-1733608752615 heartbeating to localhost/127.0.0.1:44195 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T22:01:04,087 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T22:01:04,087 WARN [BP-2122372284-172.17.0.2-1733608752615 heartbeating to localhost/127.0.0.1:44195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2122372284-172.17.0.2-1733608752615 (Datanode Uuid 9faadf2a-4311-4b4f-9447-c0b60e10f72c) service to localhost/127.0.0.1:44195 2024-12-07T22:01:04,087 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T22:01:04,088 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/cluster_220bd43e-77b3-0a0b-bb9c-595262c895d4/data/data1/current/BP-2122372284-172.17.0.2-1733608752615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T22:01:04,089 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/cluster_220bd43e-77b3-0a0b-bb9c-595262c895d4/data/data2/current/BP-2122372284-172.17.0.2-1733608752615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T22:01:04,089 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T22:01:04,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@562f0d0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T22:01:04,096 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T22:01:04,097 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T22:01:04,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T22:01:04,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4db225f9-38b2-13a2-983f-0afcc4594e19/hadoop.log.dir/,STOPPED} 2024-12-07T22:01:04,103 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-07T22:01:04,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down