2024-11-20 14:56:20,475 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-20 14:56:20,499 main DEBUG Took 0.013329 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 14:56:20,500 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 14:56:20,500 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 14:56:20,502 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 14:56:20,503 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:56:20,513 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 14:56:20,530 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:56:20,533 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:56:20,534 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:56:20,534 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:56:20,535 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:56:20,536 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:56:20,537 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:56:20,537 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:56:20,538 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:56:20,538 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:56:20,539 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:56:20,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:56:20,540 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:56:20,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:56:20,541 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:56:20,541 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:56:20,541 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:56:20,542 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:56:20,542 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:56:20,543 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:56:20,543 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:56:20,543 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:56:20,544 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:56:20,544 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 14:56:20,545 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:56:20,545 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 14:56:20,546 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 14:56:20,548 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 14:56:20,550 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 14:56:20,550 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 14:56:20,552 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 14:56:20,552 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 14:56:20,562 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 14:56:20,564 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 14:56:20,566 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 14:56:20,566 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 14:56:20,567 main DEBUG createAppenders(={Console}) 2024-11-20 14:56:20,567 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-11-20 14:56:20,567 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-20 14:56:20,568 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-11-20 14:56:20,568 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 14:56:20,568 main DEBUG OutputStream closed 2024-11-20 14:56:20,569 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 14:56:20,569 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 14:56:20,569 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-11-20 14:56:20,635 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 14:56:20,636 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 14:56:20,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 14:56:20,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 14:56:20,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 14:56:20,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 14:56:20,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 14:56:20,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 14:56:20,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 14:56:20,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 14:56:20,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 14:56:20,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 14:56:20,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 14:56:20,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 14:56:20,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 14:56:20,642 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 14:56:20,642 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 14:56:20,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 14:56:20,644 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 14:56:20,645 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-11-20 14:56:20,645 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 14:56:20,646 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-11-20T14:56:20,657 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-11-20 14:56:20,660 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 14:56:20,660 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T14:56:20,900 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486 2024-11-20T14:56:20,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T14:56:20,942 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/cluster_15d0c5a1-8664-2a00-c7ca-3f7c8f34d540, deleteOnExit=true 2024-11-20T14:56:20,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T14:56:20,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/test.cache.data in system properties and HBase conf 2024-11-20T14:56:20,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T14:56:20,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/hadoop.log.dir in system properties and HBase conf 2024-11-20T14:56:20,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T14:56:20,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T14:56:20,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T14:56:21,042 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T14:56:21,137 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T14:56:21,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T14:56:21,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T14:56:21,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T14:56:21,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T14:56:21,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T14:56:21,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T14:56:21,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T14:56:21,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T14:56:21,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T14:56:21,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/nfs.dump.dir in system properties and HBase conf 2024-11-20T14:56:21,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/java.io.tmpdir in system properties and HBase conf 2024-11-20T14:56:21,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T14:56:21,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T14:56:21,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T14:56:22,159 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T14:56:22,238 INFO [Time-limited test {}] log.Log(170): Logging initialized @2416ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T14:56:22,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T14:56:22,364 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T14:56:22,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T14:56:22,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T14:56:22,390 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T14:56:22,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T14:56:22,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13a4dda0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/hadoop.log.dir/,AVAILABLE} 2024-11-20T14:56:22,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f794dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T14:56:22,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b93e99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/java.io.tmpdir/jetty-localhost-35781-hadoop-hdfs-3_4_1-tests_jar-_-any-11089131209520303793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T14:56:22,580 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e84709f{HTTP/1.1, (http/1.1)}{localhost:35781} 2024-11-20T14:56:22,580 INFO [Time-limited test {}] server.Server(415): Started @2759ms 2024-11-20T14:56:23,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T14:56:23,090 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T14:56:23,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T14:56:23,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T14:56:23,091 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T14:56:23,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79afe1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/hadoop.log.dir/,AVAILABLE} 2024-11-20T14:56:23,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f8f7398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T14:56:23,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@429b6cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/java.io.tmpdir/jetty-localhost-34029-hadoop-hdfs-3_4_1-tests_jar-_-any-9150009011017388347/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T14:56:23,211 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@406d11bc{HTTP/1.1, (http/1.1)}{localhost:34029} 2024-11-20T14:56:23,211 INFO [Time-limited test {}] server.Server(415): Started @3390ms 2024-11-20T14:56:23,267 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T14:56:24,315 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/cluster_15d0c5a1-8664-2a00-c7ca-3f7c8f34d540/data/data1/current/BP-1563636450-172.17.0.2-1732114581706/current, will proceed with Du for space computation calculation, 2024-11-20T14:56:24,315 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/cluster_15d0c5a1-8664-2a00-c7ca-3f7c8f34d540/data/data2/current/BP-1563636450-172.17.0.2-1732114581706/current, will proceed with Du for space computation calculation, 2024-11-20T14:56:24,358 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T14:56:24,427 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cf562fda1074931 with lease ID 0x599add6643267716: Processing first storage report for DS-ac8380eb-83d4-4757-9b64-9a504e6e010a from datanode DatanodeRegistration(127.0.0.1:45535, datanodeUuid=d0e4c9b4-15f8-4491-a213-7cec90cf9851, infoPort=42735, infoSecurePort=0, ipcPort=40615, storageInfo=lv=-57;cid=testClusterID;nsid=1013503188;c=1732114581706) 2024-11-20T14:56:24,428 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cf562fda1074931 with lease ID 0x599add6643267716: from storage DS-ac8380eb-83d4-4757-9b64-9a504e6e010a node DatanodeRegistration(127.0.0.1:45535, datanodeUuid=d0e4c9b4-15f8-4491-a213-7cec90cf9851, infoPort=42735, infoSecurePort=0, ipcPort=40615, storageInfo=lv=-57;cid=testClusterID;nsid=1013503188;c=1732114581706), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T14:56:24,429 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cf562fda1074931 with lease ID 0x599add6643267716: Processing first storage report for DS-4e235b02-9c87-4fcc-93ad-ab0b3d7a46e9 from datanode DatanodeRegistration(127.0.0.1:45535, datanodeUuid=d0e4c9b4-15f8-4491-a213-7cec90cf9851, infoPort=42735, infoSecurePort=0, ipcPort=40615, storageInfo=lv=-57;cid=testClusterID;nsid=1013503188;c=1732114581706) 2024-11-20T14:56:24,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cf562fda1074931 with lease ID 0x599add6643267716: from storage DS-4e235b02-9c87-4fcc-93ad-ab0b3d7a46e9 node DatanodeRegistration(127.0.0.1:45535, datanodeUuid=d0e4c9b4-15f8-4491-a213-7cec90cf9851, infoPort=42735, infoSecurePort=0, ipcPort=40615, storageInfo=lv=-57;cid=testClusterID;nsid=1013503188;c=1732114581706), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T14:56:24,456 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486 2024-11-20T14:56:24,562 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/cluster_15d0c5a1-8664-2a00-c7ca-3f7c8f34d540/zookeeper_0, clientPort=62012, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/cluster_15d0c5a1-8664-2a00-c7ca-3f7c8f34d540/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/cluster_15d0c5a1-8664-2a00-c7ca-3f7c8f34d540/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T14:56:24,576 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62012 2024-11-20T14:56:24,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T14:56:24,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T14:56:24,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741825_1001 (size=7) 2024-11-20T14:56:25,259 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347 with version=8 2024-11-20T14:56:25,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/hbase-staging 2024-11-20T14:56:25,340 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T14:56:25,570 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a15ecfd95f4:0 server-side Connection retries=9 2024-11-20T14:56:25,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T14:56:25,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T14:56:25,585 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T14:56:25,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T14:56:25,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T14:56:25,725 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T14:56:25,791 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T14:56:25,802 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T14:56:25,806 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T14:56:25,831 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 100014 (auto-detected) 2024-11-20T14:56:25,832 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T14:56:25,850 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46173 2024-11-20T14:56:25,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46173 connecting to ZooKeeper ensemble=127.0.0.1:62012 2024-11-20T14:56:25,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461730x0, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T14:56:25,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46173-0x1015a08a69c0000 connected 2024-11-20T14:56:26,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T14:56:26,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T14:56:26,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T14:56:26,065 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347, hbase.cluster.distributed=false 2024-11-20T14:56:26,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T14:56:26,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46173 2024-11-20T14:56:26,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46173 2024-11-20T14:56:26,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46173 2024-11-20T14:56:26,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46173 2024-11-20T14:56:26,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46173 2024-11-20T14:56:26,236 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a15ecfd95f4:0 server-side Connection retries=9 2024-11-20T14:56:26,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T14:56:26,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T14:56:26,239 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T14:56:26,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T14:56:26,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T14:56:26,243 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T14:56:26,246 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T14:56:26,247 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44039 2024-11-20T14:56:26,249 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44039 connecting to ZooKeeper ensemble=127.0.0.1:62012 2024-11-20T14:56:26,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T14:56:26,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T14:56:26,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440390x0, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T14:56:26,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440390x0, quorum=127.0.0.1:62012, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T14:56:26,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44039-0x1015a08a69c0001 connected 2024-11-20T14:56:26,309 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T14:56:26,317 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T14:56:26,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44039-0x1015a08a69c0001, quorum=127.0.0.1:62012, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T14:56:26,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44039-0x1015a08a69c0001, quorum=127.0.0.1:62012, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T14:56:26,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-20T14:56:26,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44039 2024-11-20T14:56:26,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44039 2024-11-20T14:56:26,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-20T14:56:26,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-20T14:56:26,339 DEBUG [M:0;1a15ecfd95f4:46173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a15ecfd95f4:46173 2024-11-20T14:56:26,340 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1a15ecfd95f4,46173,1732114585405 2024-11-20T14:56:26,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T14:56:26,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1015a08a69c0001, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T14:56:26,363 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1a15ecfd95f4,46173,1732114585405 2024-11-20T14:56:26,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1015a08a69c0001, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T14:56:26,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:56:26,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1015a08a69c0001, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:56:26,387 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T14:56:26,389 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1a15ecfd95f4,46173,1732114585405 from backup master directory 2024-11-20T14:56:26,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1015a08a69c0001, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T14:56:26,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1a15ecfd95f4,46173,1732114585405 2024-11-20T14:56:26,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T14:56:26,403 WARN [master/1a15ecfd95f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T14:56:26,403 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a15ecfd95f4,46173,1732114585405 2024-11-20T14:56:26,406 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T14:56:26,408 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T14:56:26,464 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/hbase.id] with ID: 71b7a4cd-f73e-4c13-a62a-e88f65b92bc1 2024-11-20T14:56:26,464 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/.tmp/hbase.id 2024-11-20T14:56:26,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741826_1002 (size=42) 2024-11-20T14:56:26,876 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/.tmp/hbase.id]:[hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/hbase.id] 2024-11-20T14:56:26,931 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T14:56:26,938 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T14:56:26,965 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-11-20T14:56:27,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1015a08a69c0001, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:56:27,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:56:27,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741827_1003 (size=196) 2024-11-20T14:56:27,445 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T14:56:27,447 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T14:56:27,460 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:56:27,464 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T14:56:27,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741828_1004 (size=1189) 2024-11-20T14:56:27,506 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/data/master/store 2024-11-20T14:56:27,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741829_1005 (size=34) 2024-11-20T14:56:27,933 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T14:56:27,936 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:56:27,938 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T14:56:27,938 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T14:56:27,938 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T14:56:27,940 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T14:56:27,940 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T14:56:27,940 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T14:56:27,942 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732114587938Disabling compacts and flushes for region at 1732114587938Disabling writes for close at 1732114587940 (+2 ms)Writing region close event to WAL at 1732114587940Closed at 1732114587940 2024-11-20T14:56:27,945 WARN [master/1a15ecfd95f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/data/master/store/.initializing 2024-11-20T14:56:27,946 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/WALs/1a15ecfd95f4,46173,1732114585405 2024-11-20T14:56:27,958 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T14:56:27,980 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a15ecfd95f4%2C46173%2C1732114585405, suffix=, logDir=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/WALs/1a15ecfd95f4,46173,1732114585405, archiveDir=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/oldWALs, maxLogs=10 2024-11-20T14:56:28,011 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/WALs/1a15ecfd95f4,46173,1732114585405/1a15ecfd95f4%2C46173%2C1732114585405.1732114587987, exclude list is [], retry=0 2024-11-20T14:56:28,033 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45535,DS-ac8380eb-83d4-4757-9b64-9a504e6e010a,DISK] 2024-11-20T14:56:28,037 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T14:56:28,079 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/WALs/1a15ecfd95f4,46173,1732114585405/1a15ecfd95f4%2C46173%2C1732114585405.1732114587987 2024-11-20T14:56:28,080 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42735:42735)] 2024-11-20T14:56:28,080 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:56:28,081 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:56:28,084 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T14:56:28,085 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T14:56:28,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T14:56:28,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T14:56:28,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:56:28,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T14:56:28,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T14:56:28,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T14:56:28,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:56:28,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:56:28,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T14:56:28,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T14:56:28,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:56:28,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:56:28,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T14:56:28,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T14:56:28,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:56:28,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:56:28,170 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T14:56:28,173 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T14:56:28,174 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T14:56:28,179 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T14:56:28,180 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T14:56:28,183 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T14:56:28,187 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T14:56:28,192 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T14:56:28,193 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72231979, jitterRate=0.07634036242961884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T14:56:28,200 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732114588097Initializing all the Stores at 1732114588100 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732114588100Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732114588101 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732114588102 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732114588102Cleaning up temporary data from old regions at 1732114588180 (+78 ms)Region opened successfully at 1732114588200 (+20 ms) 2024-11-20T14:56:28,201 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T14:56:28,232 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624b1480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a15ecfd95f4/172.17.0.2:0 2024-11-20T14:56:28,260 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T14:56:28,270 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T14:56:28,270 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T14:56:28,273 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T14:56:28,274 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T14:56:28,278 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T14:56:28,278 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T14:56:28,302 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T14:56:28,310 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T14:56:28,352 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T14:56:28,354 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T14:56:28,356 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T14:56:28,360 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T14:56:28,362 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T14:56:28,366 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T14:56:28,377 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T14:56:28,379 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T14:56:28,385 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T14:56:28,401 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T14:56:28,410 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T14:56:28,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1015a08a69c0001, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T14:56:28,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T14:56:28,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:56:28,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1015a08a69c0001, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:56:28,422 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a15ecfd95f4,46173,1732114585405, sessionid=0x1015a08a69c0000, setting cluster-up flag (Was=false) 2024-11-20T14:56:28,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:56:28,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1015a08a69c0001, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:56:28,469 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T14:56:28,471 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a15ecfd95f4,46173,1732114585405 2024-11-20T14:56:28,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1015a08a69c0001, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:56:28,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:56:28,527 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T14:56:28,529 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a15ecfd95f4,46173,1732114585405 2024-11-20T14:56:28,535 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T14:56:28,604 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T14:56:28,613 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T14:56:28,618 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T14:56:28,623 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a15ecfd95f4,46173,1732114585405 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T14:56:28,630 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a15ecfd95f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T14:56:28,631 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a15ecfd95f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T14:56:28,631 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a15ecfd95f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T14:56:28,631 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a15ecfd95f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T14:56:28,631 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a15ecfd95f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T14:56:28,631 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a15ecfd95f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:56:28,631 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(746): ClusterId : 71b7a4cd-f73e-4c13-a62a-e88f65b92bc1 2024-11-20T14:56:28,632 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a15ecfd95f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T14:56:28,632 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a15ecfd95f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:56:28,635 DEBUG [RS:0;1a15ecfd95f4:44039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T14:56:28,637 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732114618637 2024-11-20T14:56:28,639 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T14:56:28,640 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T14:56:28,641 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T14:56:28,642 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T14:56:28,644 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T14:56:28,645 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T14:56:28,645 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T14:56:28,645 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T14:56:28,646 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T14:56:28,648 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:56:28,649 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T14:56:28,649 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T14:56:28,650 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T14:56:28,651 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T14:56:28,653 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T14:56:28,654 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T14:56:28,655 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a15ecfd95f4:0:becomeActiveMaster-HFileCleaner.large.0-1732114588655,5,FailOnTimeoutGroup] 2024-11-20T14:56:28,656 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a15ecfd95f4:0:becomeActiveMaster-HFileCleaner.small.0-1732114588656,5,FailOnTimeoutGroup] 2024-11-20T14:56:28,656 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T14:56:28,656 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T14:56:28,658 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T14:56:28,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741831_1007 (size=1321) 2024-11-20T14:56:28,658 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T14:56:28,687 DEBUG [RS:0;1a15ecfd95f4:44039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T14:56:28,688 DEBUG [RS:0;1a15ecfd95f4:44039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T14:56:28,695 DEBUG [RS:0;1a15ecfd95f4:44039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T14:56:28,696 DEBUG [RS:0;1a15ecfd95f4:44039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@120331ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a15ecfd95f4/172.17.0.2:0 2024-11-20T14:56:28,716 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a15ecfd95f4:44039 2024-11-20T14:56:28,721 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T14:56:28,721 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T14:56:28,721 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T14:56:28,724 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a15ecfd95f4,46173,1732114585405 with port=44039, startcode=1732114586205 2024-11-20T14:56:28,734 DEBUG [RS:0;1a15ecfd95f4:44039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T14:56:28,767 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35647, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T14:56:28,774 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46173 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a15ecfd95f4,44039,1732114586205 2024-11-20T14:56:28,777 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46173 {}] master.ServerManager(517): Registering regionserver=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:56:28,791 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347 2024-11-20T14:56:28,791 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32913 2024-11-20T14:56:28,791 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T14:56:28,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T14:56:28,811 DEBUG [RS:0;1a15ecfd95f4:44039 {}] zookeeper.ZKUtil(111): regionserver:44039-0x1015a08a69c0001, quorum=127.0.0.1:62012, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1a15ecfd95f4,44039,1732114586205 2024-11-20T14:56:28,811 WARN [RS:0;1a15ecfd95f4:44039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T14:56:28,811 INFO [RS:0;1a15ecfd95f4:44039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T14:56:28,812 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/WALs/1a15ecfd95f4,44039,1732114586205 2024-11-20T14:56:28,814 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a15ecfd95f4,44039,1732114586205] 2024-11-20T14:56:28,845 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T14:56:28,862 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T14:56:28,867 INFO [RS:0;1a15ecfd95f4:44039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T14:56:28,867 INFO [RS:0;1a15ecfd95f4:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T14:56:28,868 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T14:56:28,873 INFO [RS:0;1a15ecfd95f4:44039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T14:56:28,875 INFO [RS:0;1a15ecfd95f4:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T14:56:28,875 DEBUG [RS:0;1a15ecfd95f4:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a15ecfd95f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:56:28,875 DEBUG [RS:0;1a15ecfd95f4:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a15ecfd95f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:56:28,876 DEBUG [RS:0;1a15ecfd95f4:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:56:28,876 DEBUG [RS:0;1a15ecfd95f4:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:56:28,876 DEBUG [RS:0;1a15ecfd95f4:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a15ecfd95f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:56:28,876 DEBUG [RS:0;1a15ecfd95f4:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a15ecfd95f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T14:56:28,876 DEBUG [RS:0;1a15ecfd95f4:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a15ecfd95f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:56:28,876 DEBUG [RS:0;1a15ecfd95f4:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a15ecfd95f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:56:28,876 DEBUG [RS:0;1a15ecfd95f4:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a15ecfd95f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:56:28,876 DEBUG [RS:0;1a15ecfd95f4:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a15ecfd95f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:56:28,877 DEBUG [RS:0;1a15ecfd95f4:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a15ecfd95f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:56:28,877 DEBUG [RS:0;1a15ecfd95f4:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a15ecfd95f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T14:56:28,877 DEBUG [RS:0;1a15ecfd95f4:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a15ecfd95f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T14:56:28,877 DEBUG [RS:0;1a15ecfd95f4:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a15ecfd95f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T14:56:28,880 INFO [RS:0;1a15ecfd95f4:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T14:56:28,881 INFO [RS:0;1a15ecfd95f4:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T14:56:28,881 INFO [RS:0;1a15ecfd95f4:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T14:56:28,881 INFO [RS:0;1a15ecfd95f4:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T14:56:28,881 INFO [RS:0;1a15ecfd95f4:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T14:56:28,881 INFO [RS:0;1a15ecfd95f4:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a15ecfd95f4,44039,1732114586205-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T14:56:28,905 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T14:56:28,906 INFO [RS:0;1a15ecfd95f4:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a15ecfd95f4,44039,1732114586205-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T14:56:28,907 INFO [RS:0;1a15ecfd95f4:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T14:56:28,907 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.Replication(171): 1a15ecfd95f4,44039,1732114586205 started 2024-11-20T14:56:28,929 INFO [RS:0;1a15ecfd95f4:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T14:56:28,929 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1482): Serving as 1a15ecfd95f4,44039,1732114586205, RpcServer on 1a15ecfd95f4/172.17.0.2:44039, sessionid=0x1015a08a69c0001 2024-11-20T14:56:28,930 DEBUG [RS:0;1a15ecfd95f4:44039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T14:56:28,930 DEBUG [RS:0;1a15ecfd95f4:44039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a15ecfd95f4,44039,1732114586205 2024-11-20T14:56:28,931 DEBUG [RS:0;1a15ecfd95f4:44039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a15ecfd95f4,44039,1732114586205' 2024-11-20T14:56:28,931 DEBUG [RS:0;1a15ecfd95f4:44039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T14:56:28,932 DEBUG [RS:0;1a15ecfd95f4:44039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T14:56:28,933 DEBUG [RS:0;1a15ecfd95f4:44039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T14:56:28,933 DEBUG [RS:0;1a15ecfd95f4:44039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T14:56:28,934 DEBUG [RS:0;1a15ecfd95f4:44039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a15ecfd95f4,44039,1732114586205 2024-11-20T14:56:28,934 DEBUG [RS:0;1a15ecfd95f4:44039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a15ecfd95f4,44039,1732114586205' 2024-11-20T14:56:28,934 DEBUG [RS:0;1a15ecfd95f4:44039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T14:56:28,935 DEBUG [RS:0;1a15ecfd95f4:44039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T14:56:28,936 DEBUG [RS:0;1a15ecfd95f4:44039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T14:56:28,936 INFO [RS:0;1a15ecfd95f4:44039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T14:56:28,936 INFO [RS:0;1a15ecfd95f4:44039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T14:56:29,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T14:56:29,061 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347 2024-11-20T14:56:29,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741832_1008 (size=32) 2024-11-20T14:56:29,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:56:29,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T14:56:29,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T14:56:29,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:56:29,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T14:56:29,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T14:56:29,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T14:56:29,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:56:29,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T14:56:29,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T14:56:29,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T14:56:29,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:56:29,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T14:56:29,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T14:56:29,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T14:56:29,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:56:29,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T14:56:29,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T14:56:29,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/meta/1588230740 2024-11-20T14:56:29,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/meta/1588230740 2024-11-20T14:56:29,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T14:56:29,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T14:56:29,505 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T14:56:29,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T14:56:29,513 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T14:56:29,514 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69758682, jitterRate=0.03948536515235901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T14:56:29,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732114589475Initializing all the Stores at 1732114589477 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732114589477Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732114589477Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732114589477Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732114589477Cleaning up temporary data from old regions at 1732114589504 (+27 ms)Region opened successfully at 1732114589516 (+12 ms) 2024-11-20T14:56:29,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T14:56:29,517 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T14:56:29,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T14:56:29,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T14:56:29,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T14:56:29,519 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T14:56:29,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732114589517Disabling compacts and flushes for region at 1732114589517Disabling writes for close at 1732114589517Writing region close event to WAL at 1732114589518 (+1 ms)Closed at 1732114589519 (+1 ms) 2024-11-20T14:56:29,523 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T14:56:29,523 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T14:56:29,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T14:56:29,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T14:56:29,541 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T14:56:29,693 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:30,694 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:31,695 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:32,696 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:33,697 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:34,698 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:35,699 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:35,784 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T14:56:35,784 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T14:56:36,699 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:37,700 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:38,701 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:39,702 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:40,703 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:41,704 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:42,705 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:43,706 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:44,707 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:45,708 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:46,709 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:47,710 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:48,711 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:49,712 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:50,713 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:51,714 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:52,716 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:53,717 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:54,451 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T14:56:54,717 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:55,718 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:56,719 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:57,720 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:58,721 WARN [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T14:56:58,947 INFO [RS:0;1a15ecfd95f4:44039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T14:56:58,953 INFO [RS:0;1a15ecfd95f4:44039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a15ecfd95f4%2C44039%2C1732114586205, suffix=, logDir=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/WALs/1a15ecfd95f4,44039,1732114586205, archiveDir=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/oldWALs, maxLogs=32 2024-11-20T14:56:58,967 DEBUG [RS:0;1a15ecfd95f4:44039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/WALs/1a15ecfd95f4,44039,1732114586205/1a15ecfd95f4%2C44039%2C1732114586205.1732114618955, exclude list is [], retry=0 2024-11-20T14:56:58,971 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45535,DS-ac8380eb-83d4-4757-9b64-9a504e6e010a,DISK] 2024-11-20T14:56:58,975 INFO [RS:0;1a15ecfd95f4:44039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/WALs/1a15ecfd95f4,44039,1732114586205/1a15ecfd95f4%2C44039%2C1732114586205.1732114618955 2024-11-20T14:56:58,975 DEBUG [RS:0;1a15ecfd95f4:44039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42735:42735)] 2024-11-20T14:56:59,226 DEBUG [1a15ecfd95f4:46173 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T14:56:59,239 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:56:59,246 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a15ecfd95f4,44039,1732114586205, state=OPENING 2024-11-20T14:56:59,330 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T14:56:59,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:56:59,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1015a08a69c0001, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:56:59,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T14:56:59,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T14:56:59,360 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T14:56:59,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a15ecfd95f4,44039,1732114586205}] 2024-11-20T14:56:59,541 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T14:56:59,545 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39469, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T14:56:59,556 INFO [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T14:56:59,557 INFO [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T14:56:59,557 INFO [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T14:56:59,560 INFO [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a15ecfd95f4%2C44039%2C1732114586205.meta, suffix=.meta, logDir=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/WALs/1a15ecfd95f4,44039,1732114586205, archiveDir=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/oldWALs, maxLogs=32 2024-11-20T14:56:59,575 DEBUG [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/WALs/1a15ecfd95f4,44039,1732114586205/1a15ecfd95f4%2C44039%2C1732114586205.meta.1732114619562.meta, exclude list is [], retry=0 2024-11-20T14:56:59,578 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45535,DS-ac8380eb-83d4-4757-9b64-9a504e6e010a,DISK] 2024-11-20T14:56:59,581 INFO [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/WALs/1a15ecfd95f4,44039,1732114586205/1a15ecfd95f4%2C44039%2C1732114586205.meta.1732114619562.meta 2024-11-20T14:56:59,582 DEBUG [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42735:42735)] 2024-11-20T14:56:59,582 DEBUG [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:56:59,584 DEBUG [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T14:56:59,586 DEBUG [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T14:56:59,591 INFO [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T14:56:59,594 DEBUG [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T14:56:59,595 DEBUG [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:56:59,595 DEBUG [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T14:56:59,595 DEBUG [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T14:56:59,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T14:56:59,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T14:56:59,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:56:59,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T14:56:59,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T14:56:59,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T14:56:59,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:56:59,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T14:56:59,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T14:56:59,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T14:56:59,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:56:59,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T14:56:59,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T14:56:59,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T14:56:59,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:56:59,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T14:56:59,609 DEBUG [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T14:56:59,611 DEBUG [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/meta/1588230740 2024-11-20T14:56:59,613 DEBUG [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/meta/1588230740 2024-11-20T14:56:59,616 DEBUG [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T14:56:59,616 DEBUG [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T14:56:59,617 DEBUG [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T14:56:59,619 DEBUG [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T14:56:59,621 INFO [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68839029, jitterRate=0.02578146755695343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T14:56:59,621 DEBUG [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T14:56:59,622 DEBUG [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732114619596Writing region info on filesystem at 1732114619596Initializing all the Stores at 1732114619598 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732114619598Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732114619598Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732114619598Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732114619598Cleaning up temporary data from old regions at 1732114619616 (+18 ms)Running coprocessor post-open hooks at 1732114619621 (+5 ms)Region opened successfully at 1732114619622 (+1 ms) 2024-11-20T14:56:59,629 INFO [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732114619532 2024-11-20T14:56:59,639 DEBUG [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T14:56:59,640 INFO [RS_OPEN_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T14:56:59,642 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:56:59,644 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a15ecfd95f4,44039,1732114586205, state=OPEN 2024-11-20T14:56:59,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T14:56:59,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1015a08a69c0001, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T14:56:59,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T14:56:59,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T14:56:59,727 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:56:59,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T14:56:59,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a15ecfd95f4,44039,1732114586205 in 365 msec 2024-11-20T14:56:59,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T14:56:59,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 30.2050 sec 2024-11-20T14:56:59,743 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T14:56:59,743 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T14:56:59,760 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T14:56:59,761 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a15ecfd95f4,44039,1732114586205, seqNum=-1] 2024-11-20T14:56:59,778 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:56:59,781 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51507, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:56:59,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 31.2340 sec 2024-11-20T14:56:59,800 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732114619799, completionTime=-1 2024-11-20T14:56:59,803 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T14:56:59,803 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T14:56:59,827 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T14:56:59,827 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732114679827 2024-11-20T14:56:59,827 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732114739827 2024-11-20T14:56:59,827 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-20T14:56:59,829 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a15ecfd95f4,46173,1732114585405-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T14:56:59,829 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a15ecfd95f4,46173,1732114585405-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T14:56:59,829 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a15ecfd95f4,46173,1732114585405-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T14:56:59,830 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a15ecfd95f4:46173, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T14:56:59,831 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T14:56:59,831 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T14:56:59,836 DEBUG [master/1a15ecfd95f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T14:56:59,858 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 33.455sec 2024-11-20T14:56:59,860 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T14:56:59,861 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T14:56:59,863 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T14:56:59,863 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T14:56:59,864 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T14:56:59,865 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a15ecfd95f4,46173,1732114585405-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T14:56:59,866 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a15ecfd95f4,46173,1732114585405-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T14:56:59,874 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T14:56:59,875 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T14:56:59,875 INFO [master/1a15ecfd95f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a15ecfd95f4,46173,1732114585405-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T14:56:59,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c8d99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:56:59,880 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T14:56:59,880 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T14:56:59,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a15ecfd95f4,46173,-1 for getting cluster id 2024-11-20T14:56:59,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T14:56:59,892 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71b7a4cd-f73e-4c13-a62a-e88f65b92bc1' 2024-11-20T14:56:59,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T14:56:59,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71b7a4cd-f73e-4c13-a62a-e88f65b92bc1" 2024-11-20T14:56:59,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d3f08f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:56:59,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a15ecfd95f4,46173,-1] 2024-11-20T14:56:59,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T14:56:59,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:56:59,902 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T14:56:59,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8bff9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:56:59,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T14:56:59,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a15ecfd95f4,44039,1732114586205, seqNum=-1] 2024-11-20T14:56:59,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:56:59,933 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:56:59,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a15ecfd95f4,46173,1732114585405 2024-11-20T14:56:59,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228e3a11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:56:59,959 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a15ecfd95f4,46173,-1 for getting cluster id 2024-11-20T14:56:59,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T14:56:59,961 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71b7a4cd-f73e-4c13-a62a-e88f65b92bc1' 2024-11-20T14:56:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T14:56:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71b7a4cd-f73e-4c13-a62a-e88f65b92bc1" 2024-11-20T14:56:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8f3989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:56:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a15ecfd95f4,46173,-1] 2024-11-20T14:56:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T14:56:59,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:56:59,965 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T14:56:59,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bed9690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T14:56:59,980 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=10588 2024-11-20T14:56:59,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T14:56:59,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a15ecfd95f4,46173,1732114585405 2024-11-20T14:56:59,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53a284bf 2024-11-20T14:56:59,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T14:56:59,997 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T14:57:00,002 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T14:57:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-11-20T14:57:00,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T14:57:00,015 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-11-20T14:57:00,015 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:57:00,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T14:57:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T14:57:00,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741835_1011 (size=428) 2024-11-20T14:57:00,438 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30c659ec735b6d746315617ed2154c9a, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347 2024-11-20T14:57:00,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741836_1012 (size=79) 2024-11-20T14:57:00,851 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:57:00,851 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 30c659ec735b6d746315617ed2154c9a, disabling compactions & flushes 2024-11-20T14:57:00,851 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a. 2024-11-20T14:57:00,851 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a. 2024-11-20T14:57:00,852 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a. after waiting 0 ms 2024-11-20T14:57:00,852 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a. 2024-11-20T14:57:00,852 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a. 2024-11-20T14:57:00,852 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30c659ec735b6d746315617ed2154c9a: Waiting for close lock at 1732114620851Disabling compacts and flushes for region at 1732114620851Disabling writes for close at 1732114620852 (+1 ms)Writing region close event to WAL at 1732114620852Closed at 1732114620852 2024-11-20T14:57:00,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T14:57:00,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732114620856"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732114620856"}]},"ts":"1732114620856"} 2024-11-20T14:57:00,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T14:57:00,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T14:57:00,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732114620868"}]},"ts":"1732114620868"} 2024-11-20T14:57:00,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-11-20T14:57:00,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=30c659ec735b6d746315617ed2154c9a, ASSIGN}] 2024-11-20T14:57:00,880 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=30c659ec735b6d746315617ed2154c9a, ASSIGN 2024-11-20T14:57:00,883 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=30c659ec735b6d746315617ed2154c9a, ASSIGN; state=OFFLINE, location=1a15ecfd95f4,44039,1732114586205; forceNewPlan=false, retain=false 2024-11-20T14:57:01,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=30c659ec735b6d746315617ed2154c9a, regionState=OPENING, regionLocation=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:57:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T14:57:01,041 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=30c659ec735b6d746315617ed2154c9a, ASSIGN because future has completed 2024-11-20T14:57:01,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30c659ec735b6d746315617ed2154c9a, server=1a15ecfd95f4,44039,1732114586205}] 2024-11-20T14:57:01,208 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a. 2024-11-20T14:57:01,208 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 30c659ec735b6d746315617ed2154c9a, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:57:01,209 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 30c659ec735b6d746315617ed2154c9a 2024-11-20T14:57:01,209 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:57:01,209 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 30c659ec735b6d746315617ed2154c9a 2024-11-20T14:57:01,209 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 30c659ec735b6d746315617ed2154c9a 2024-11-20T14:57:01,211 INFO [StoreOpener-30c659ec735b6d746315617ed2154c9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 30c659ec735b6d746315617ed2154c9a 2024-11-20T14:57:01,214 INFO [StoreOpener-30c659ec735b6d746315617ed2154c9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30c659ec735b6d746315617ed2154c9a columnFamilyName testFamily 2024-11-20T14:57:01,214 DEBUG [StoreOpener-30c659ec735b6d746315617ed2154c9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:57:01,215 INFO [StoreOpener-30c659ec735b6d746315617ed2154c9a-1 {}] regionserver.HStore(327): Store=30c659ec735b6d746315617ed2154c9a/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:57:01,215 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 30c659ec735b6d746315617ed2154c9a 2024-11-20T14:57:01,217 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testRetryOutOfOrderScannerNextExceptionAsync/30c659ec735b6d746315617ed2154c9a 2024-11-20T14:57:01,217 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testRetryOutOfOrderScannerNextExceptionAsync/30c659ec735b6d746315617ed2154c9a 2024-11-20T14:57:01,218 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 30c659ec735b6d746315617ed2154c9a 2024-11-20T14:57:01,218 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 30c659ec735b6d746315617ed2154c9a 2024-11-20T14:57:01,221 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 30c659ec735b6d746315617ed2154c9a 2024-11-20T14:57:01,225 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testRetryOutOfOrderScannerNextExceptionAsync/30c659ec735b6d746315617ed2154c9a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T14:57:01,226 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 30c659ec735b6d746315617ed2154c9a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70027524, jitterRate=0.0434914231300354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T14:57:01,226 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30c659ec735b6d746315617ed2154c9a 2024-11-20T14:57:01,227 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 30c659ec735b6d746315617ed2154c9a: Running coprocessor pre-open hook at 1732114621209Writing region info on filesystem at 1732114621209Initializing all the Stores at 1732114621211 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732114621211Cleaning up temporary data from old regions at 1732114621218 (+7 ms)Running coprocessor post-open hooks at 1732114621226 (+8 ms)Region opened successfully at 1732114621227 (+1 ms) 2024-11-20T14:57:01,229 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a., pid=6, masterSystemTime=1732114621201 2024-11-20T14:57:01,232 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a. 2024-11-20T14:57:01,232 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a. 2024-11-20T14:57:01,234 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=30c659ec735b6d746315617ed2154c9a, regionState=OPEN, openSeqNum=2, regionLocation=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:57:01,238 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30c659ec735b6d746315617ed2154c9a, server=1a15ecfd95f4,44039,1732114586205 because future has completed 2024-11-20T14:57:01,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T14:57:01,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 30c659ec735b6d746315617ed2154c9a, server=1a15ecfd95f4,44039,1732114586205 in 197 msec 2024-11-20T14:57:01,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T14:57:01,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=30c659ec735b6d746315617ed2154c9a, ASSIGN in 367 msec 2024-11-20T14:57:01,249 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T14:57:01,249 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732114621249"}]},"ts":"1732114621249"} 2024-11-20T14:57:01,253 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-11-20T14:57:01,255 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T14:57:01,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2500 sec 2024-11-20T14:57:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T14:57:03,055 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-11-20T14:57:03,055 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-11-20T14:57:03,059 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T14:57:03,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-11-20T14:57:03,066 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T14:57:03,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-11-20T14:57:03,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T14:57:03,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a15ecfd95f4,44039,1732114586205, seqNum=-1] 2024-11-20T14:57:03,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T14:57:03,073 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T14:57:03,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2] 2024-11-20T14:57:03,095 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T14:57:03,099 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-11-20T14:57:03,104 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-20T14:57:03,109 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-20T14:57:03,111 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-20T14:57:03,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5718910355200016376 2024-11-20T14:57:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:57892 deadline: 1732114626110, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T14:57:03,136 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-20T14:57:03,138 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-20T14:57:03,139 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T14:57:03,141 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T14:57:03,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5718910355200016374 2024-11-20T14:57:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:57892 deadline: 1732114626140, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T14:57:03,146 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T14:57:03,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-5718910355200016373 2024-11-20T14:57:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:57892 deadline: 1732114626145, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T14:57:03,150 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T14:57:03,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-5718910355200016372 2024-11-20T14:57:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:57892 deadline: 1732114626149, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T14:57:03,154 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T14:57:03,167 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2007208071_22 at /127.0.0.1:47198 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=153 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=10571 (was 10588) 2024-11-20T14:57:03,175 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=153, ProcessCount=11, AvailableMemoryMB=10570 2024-11-20T14:57:03,179 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T14:57:03,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46173 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-11-20T14:57:03,183 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T14:57:03,183 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:57:03,183 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-11-20T14:57:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T14:57:03,185 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T14:57:03,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741837_1013 (size=414) 2024-11-20T14:57:03,602 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76289ae8d3f951baeab231dfb6e06d5c, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347 2024-11-20T14:57:03,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741838_1014 (size=65) 2024-11-20T14:57:04,019 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:57:04,019 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 76289ae8d3f951baeab231dfb6e06d5c, disabling compactions & flushes 2024-11-20T14:57:04,019 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c. 2024-11-20T14:57:04,019 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c. 2024-11-20T14:57:04,019 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c. after waiting 0 ms 2024-11-20T14:57:04,020 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c. 2024-11-20T14:57:04,020 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c. 2024-11-20T14:57:04,020 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76289ae8d3f951baeab231dfb6e06d5c: Waiting for close lock at 1732114624019Disabling compacts and flushes for region at 1732114624019Disabling writes for close at 1732114624020 (+1 ms)Writing region close event to WAL at 1732114624020Closed at 1732114624020 2024-11-20T14:57:04,025 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T14:57:04,026 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732114624025"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732114624025"}]},"ts":"1732114624025"} 2024-11-20T14:57:04,029 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T14:57:04,031 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T14:57:04,031 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732114624031"}]},"ts":"1732114624031"} 2024-11-20T14:57:04,034 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-20T14:57:04,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=76289ae8d3f951baeab231dfb6e06d5c, ASSIGN}] 2024-11-20T14:57:04,036 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=76289ae8d3f951baeab231dfb6e06d5c, ASSIGN 2024-11-20T14:57:04,038 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=76289ae8d3f951baeab231dfb6e06d5c, ASSIGN; state=OFFLINE, location=1a15ecfd95f4,44039,1732114586205; forceNewPlan=false, retain=false 2024-11-20T14:57:04,189 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=76289ae8d3f951baeab231dfb6e06d5c, regionState=OPENING, regionLocation=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:57:04,194 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=76289ae8d3f951baeab231dfb6e06d5c, ASSIGN because future has completed 2024-11-20T14:57:04,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76289ae8d3f951baeab231dfb6e06d5c, server=1a15ecfd95f4,44039,1732114586205}] 2024-11-20T14:57:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T14:57:04,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c. 2024-11-20T14:57:04,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 76289ae8d3f951baeab231dfb6e06d5c, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:57:04,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 76289ae8d3f951baeab231dfb6e06d5c 2024-11-20T14:57:04,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:57:04,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 76289ae8d3f951baeab231dfb6e06d5c 2024-11-20T14:57:04,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 76289ae8d3f951baeab231dfb6e06d5c 2024-11-20T14:57:04,365 INFO [StoreOpener-76289ae8d3f951baeab231dfb6e06d5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 76289ae8d3f951baeab231dfb6e06d5c 2024-11-20T14:57:04,368 INFO [StoreOpener-76289ae8d3f951baeab231dfb6e06d5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76289ae8d3f951baeab231dfb6e06d5c columnFamilyName testFamily 2024-11-20T14:57:04,368 DEBUG [StoreOpener-76289ae8d3f951baeab231dfb6e06d5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:57:04,369 INFO [StoreOpener-76289ae8d3f951baeab231dfb6e06d5c-1 {}] regionserver.HStore(327): Store=76289ae8d3f951baeab231dfb6e06d5c/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:57:04,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 76289ae8d3f951baeab231dfb6e06d5c 2024-11-20T14:57:04,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnOpenScanner/76289ae8d3f951baeab231dfb6e06d5c 2024-11-20T14:57:04,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnOpenScanner/76289ae8d3f951baeab231dfb6e06d5c 2024-11-20T14:57:04,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 76289ae8d3f951baeab231dfb6e06d5c 2024-11-20T14:57:04,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 76289ae8d3f951baeab231dfb6e06d5c 2024-11-20T14:57:04,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 76289ae8d3f951baeab231dfb6e06d5c 2024-11-20T14:57:04,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnOpenScanner/76289ae8d3f951baeab231dfb6e06d5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T14:57:04,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 76289ae8d3f951baeab231dfb6e06d5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64562723, jitterRate=-0.037940457463264465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T14:57:04,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76289ae8d3f951baeab231dfb6e06d5c 2024-11-20T14:57:04,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 76289ae8d3f951baeab231dfb6e06d5c: Running coprocessor pre-open hook at 1732114624362Writing region info on filesystem at 1732114624362Initializing all the Stores at 1732114624364 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732114624365 (+1 ms)Cleaning up temporary data from old regions at 1732114624372 (+7 ms)Running coprocessor post-open hooks at 1732114624380 (+8 ms)Region opened successfully at 1732114624382 (+2 ms) 2024-11-20T14:57:04,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c., pid=9, masterSystemTime=1732114624350 2024-11-20T14:57:04,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c. 2024-11-20T14:57:04,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c. 2024-11-20T14:57:04,389 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=76289ae8d3f951baeab231dfb6e06d5c, regionState=OPEN, openSeqNum=2, regionLocation=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:57:04,392 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76289ae8d3f951baeab231dfb6e06d5c, server=1a15ecfd95f4,44039,1732114586205 because future has completed 2024-11-20T14:57:04,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T14:57:04,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 76289ae8d3f951baeab231dfb6e06d5c, server=1a15ecfd95f4,44039,1732114586205 in 199 msec 2024-11-20T14:57:04,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T14:57:04,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=76289ae8d3f951baeab231dfb6e06d5c, ASSIGN in 363 msec 2024-11-20T14:57:04,403 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T14:57:04,403 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732114624403"}]},"ts":"1732114624403"} 2024-11-20T14:57:04,406 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-20T14:57:04,408 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T14:57:04,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2290 sec 2024-11-20T14:57:05,133 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T14:57:05,161 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-11-20T14:57:05,162 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T14:57:05,163 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-11-20T14:57:05,783 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T14:57:05,783 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T14:57:05,785 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T14:57:05,786 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T14:57:05,786 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-20T14:57:05,786 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-11-20T14:57:05,788 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-20T14:57:05,788 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-20T14:57:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T14:57:06,214 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-11-20T14:57:06,214 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-20T14:57:06,215 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T14:57:06,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-20T14:57:06,222 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T14:57:06,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-11-20T14:57:06,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2] 2024-11-20T14:57:06,238 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T14:57:06,239 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-20T14:57:06,242 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-20T14:57:06,244 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44039 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-20T14:57:12,256 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=1a15ecfd95f4:44039 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6010ms, rpcTimeout=5999ms 2024-11-20T14:57:12,257 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6010ms, rpcTimeout=5999ms 2024-11-20T14:57:12,257 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2 from cache 2024-11-20T14:57:12,265 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=145 (was 153), ProcessCount=11 (was 11), AvailableMemoryMB=10562 (was 10570) 2024-11-20T14:57:12,274 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=145, ProcessCount=11, AvailableMemoryMB=10561 2024-11-20T14:57:12,277 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T14:57:12,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46173 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-11-20T14:57:12,281 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T14:57:12,281 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:57:12,281 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-11-20T14:57:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-20T14:57:12,283 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T14:57:12,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741839_1015 (size=412) 2024-11-20T14:57:12,696 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ff290f0cc255de3c2fb929ff4d9e7d1, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347 2024-11-20T14:57:12,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741840_1016 (size=63) 2024-11-20T14:57:12,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes 2024-11-20T14:57:13,108 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:57:13,108 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 7ff290f0cc255de3c2fb929ff4d9e7d1, disabling compactions & flushes 2024-11-20T14:57:13,108 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1. 2024-11-20T14:57:13,108 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1. 2024-11-20T14:57:13,108 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1. after waiting 0 ms 2024-11-20T14:57:13,108 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1. 2024-11-20T14:57:13,108 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1. 2024-11-20T14:57:13,108 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ff290f0cc255de3c2fb929ff4d9e7d1: Waiting for close lock at 1732114633108Disabling compacts and flushes for region at 1732114633108Disabling writes for close at 1732114633108Writing region close event to WAL at 1732114633108Closed at 1732114633108 2024-11-20T14:57:13,111 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T14:57:13,112 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732114633111"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732114633111"}]},"ts":"1732114633111"} 2024-11-20T14:57:13,116 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T14:57:13,118 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T14:57:13,118 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732114633118"}]},"ts":"1732114633118"} 2024-11-20T14:57:13,121 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-20T14:57:13,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7ff290f0cc255de3c2fb929ff4d9e7d1, ASSIGN}] 2024-11-20T14:57:13,123 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7ff290f0cc255de3c2fb929ff4d9e7d1, ASSIGN 2024-11-20T14:57:13,125 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7ff290f0cc255de3c2fb929ff4d9e7d1, ASSIGN; state=OFFLINE, location=1a15ecfd95f4,44039,1732114586205; forceNewPlan=false, retain=false 2024-11-20T14:57:13,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7ff290f0cc255de3c2fb929ff4d9e7d1, regionState=OPENING, regionLocation=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:57:13,284 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7ff290f0cc255de3c2fb929ff4d9e7d1, ASSIGN because future has completed 2024-11-20T14:57:13,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ff290f0cc255de3c2fb929ff4d9e7d1, server=1a15ecfd95f4,44039,1732114586205}] 2024-11-20T14:57:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-20T14:57:13,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1. 2024-11-20T14:57:13,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ff290f0cc255de3c2fb929ff4d9e7d1, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1.', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:57:13,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:57:13,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:57:13,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:57:13,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:57:13,457 INFO [StoreOpener-7ff290f0cc255de3c2fb929ff4d9e7d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:57:13,459 INFO [StoreOpener-7ff290f0cc255de3c2fb929ff4d9e7d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ff290f0cc255de3c2fb929ff4d9e7d1 columnFamilyName testFamily 2024-11-20T14:57:13,460 DEBUG [StoreOpener-7ff290f0cc255de3c2fb929ff4d9e7d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:57:13,460 INFO [StoreOpener-7ff290f0cc255de3c2fb929ff4d9e7d1-1 {}] regionserver.HStore(327): Store=7ff290f0cc255de3c2fb929ff4d9e7d1/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:57:13,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:57:13,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnNextAsync/7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:57:13,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnNextAsync/7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:57:13,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:57:13,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:57:13,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:57:13,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnNextAsync/7ff290f0cc255de3c2fb929ff4d9e7d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T14:57:13,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 7ff290f0cc255de3c2fb929ff4d9e7d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65056839, jitterRate=-0.030577555298805237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T14:57:13,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:57:13,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 7ff290f0cc255de3c2fb929ff4d9e7d1: Running coprocessor pre-open hook at 1732114633454Writing region info on filesystem at 1732114633454Initializing all the Stores at 1732114633456 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732114633456Cleaning up temporary data from old regions at 1732114633463 (+7 ms)Running coprocessor post-open hooks at 1732114633470 (+7 ms)Region opened successfully at 1732114633470 2024-11-20T14:57:13,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1., pid=12, masterSystemTime=1732114633441 2024-11-20T14:57:13,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1. 2024-11-20T14:57:13,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1. 2024-11-20T14:57:13,476 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7ff290f0cc255de3c2fb929ff4d9e7d1, regionState=OPEN, openSeqNum=2, regionLocation=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:57:13,480 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ff290f0cc255de3c2fb929ff4d9e7d1, server=1a15ecfd95f4,44039,1732114586205 because future has completed 2024-11-20T14:57:13,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T14:57:13,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ff290f0cc255de3c2fb929ff4d9e7d1, server=1a15ecfd95f4,44039,1732114586205 in 196 msec 2024-11-20T14:57:13,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T14:57:13,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7ff290f0cc255de3c2fb929ff4d9e7d1, ASSIGN in 363 msec 2024-11-20T14:57:13,489 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T14:57:13,489 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732114633489"}]},"ts":"1732114633489"} 2024-11-20T14:57:13,491 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-20T14:57:13,493 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T14:57:13,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2160 sec 2024-11-20T14:57:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-20T14:57:15,312 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-11-20T14:57:15,312 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-20T14:57:15,312 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T14:57:15,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-20T14:57:15,321 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T14:57:15,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-11-20T14:57:15,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2] 2024-11-20T14:57:15,336 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T14:57:15,336 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-20T14:57:15,340 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-20T14:57:15,342 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-20T14:57:15,344 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-20T14:57:15,345 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44039 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-20T14:57:15,783 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-20T14:57:15,783 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-20T14:57:17,166 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-11-20T14:57:18,983 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T14:57:21,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44039 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5718910355200016363' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-20T14:57:21,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44039 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:57892 deadline: 1732114647355, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5718910355200016363' does not exist 2024-11-20T14:57:21,360 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 1a15ecfd95f4,44039,1732114586205 for closing scanner id = -5718910355200016363 for 7ff290f0cc255de3c2fb929ff4d9e7d1 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5718910355200016363' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:57:21,363 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=133 (was 145), ProcessCount=11 (was 11), AvailableMemoryMB=10547 (was 10561) 2024-11-20T14:57:21,371 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=133, ProcessCount=11, AvailableMemoryMB=10547 2024-11-20T14:57:21,374 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T14:57:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-11-20T14:57:21,376 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T14:57:21,377 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:57:21,377 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-11-20T14:57:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T14:57:21,378 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T14:57:21,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741841_1017 (size=423) 2024-11-20T14:57:21,790 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29e74d4789930e3fab35b7c3d24254ef, NAME => 'testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347 2024-11-20T14:57:21,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741842_1018 (size=74) 2024-11-20T14:57:21,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes 2024-11-20T14:57:22,202 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:57:22,203 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 29e74d4789930e3fab35b7c3d24254ef, disabling compactions & flushes 2024-11-20T14:57:22,203 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef. 2024-11-20T14:57:22,203 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef. 2024-11-20T14:57:22,203 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef. after waiting 0 ms 2024-11-20T14:57:22,203 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef. 2024-11-20T14:57:22,203 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef. 2024-11-20T14:57:22,204 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29e74d4789930e3fab35b7c3d24254ef: Waiting for close lock at 1732114642202Disabling compacts and flushes for region at 1732114642202Disabling writes for close at 1732114642203 (+1 ms)Writing region close event to WAL at 1732114642203Closed at 1732114642203 2024-11-20T14:57:22,207 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T14:57:22,208 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732114642207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732114642207"}]},"ts":"1732114642207"} 2024-11-20T14:57:22,211 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T14:57:22,213 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T14:57:22,213 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732114642213"}]},"ts":"1732114642213"} 2024-11-20T14:57:22,216 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-11-20T14:57:22,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=29e74d4789930e3fab35b7c3d24254ef, ASSIGN}] 2024-11-20T14:57:22,219 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=29e74d4789930e3fab35b7c3d24254ef, ASSIGN 2024-11-20T14:57:22,221 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=29e74d4789930e3fab35b7c3d24254ef, ASSIGN; state=OFFLINE, location=1a15ecfd95f4,44039,1732114586205; forceNewPlan=false, retain=false 2024-11-20T14:57:22,372 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=29e74d4789930e3fab35b7c3d24254ef, regionState=OPENING, regionLocation=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:57:22,378 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=29e74d4789930e3fab35b7c3d24254ef, ASSIGN because future has completed 2024-11-20T14:57:22,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29e74d4789930e3fab35b7c3d24254ef, server=1a15ecfd95f4,44039,1732114586205}] 2024-11-20T14:57:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T14:57:22,548 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef. 2024-11-20T14:57:22,549 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 29e74d4789930e3fab35b7c3d24254ef, NAME => 'testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef.', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:57:22,549 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 29e74d4789930e3fab35b7c3d24254ef 2024-11-20T14:57:22,549 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:57:22,549 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 29e74d4789930e3fab35b7c3d24254ef 2024-11-20T14:57:22,549 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 29e74d4789930e3fab35b7c3d24254ef 2024-11-20T14:57:22,552 INFO [StoreOpener-29e74d4789930e3fab35b7c3d24254ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 29e74d4789930e3fab35b7c3d24254ef 2024-11-20T14:57:22,555 INFO [StoreOpener-29e74d4789930e3fab35b7c3d24254ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29e74d4789930e3fab35b7c3d24254ef columnFamilyName testFamily 2024-11-20T14:57:22,556 DEBUG [StoreOpener-29e74d4789930e3fab35b7c3d24254ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:57:22,557 INFO [StoreOpener-29e74d4789930e3fab35b7c3d24254ef-1 {}] regionserver.HStore(327): Store=29e74d4789930e3fab35b7c3d24254ef/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:57:22,557 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 29e74d4789930e3fab35b7c3d24254ef 2024-11-20T14:57:22,558 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testRetryOutOfOrderScannerNextException/29e74d4789930e3fab35b7c3d24254ef 2024-11-20T14:57:22,559 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testRetryOutOfOrderScannerNextException/29e74d4789930e3fab35b7c3d24254ef 2024-11-20T14:57:22,559 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 29e74d4789930e3fab35b7c3d24254ef 2024-11-20T14:57:22,559 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 29e74d4789930e3fab35b7c3d24254ef 2024-11-20T14:57:22,562 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 29e74d4789930e3fab35b7c3d24254ef 2024-11-20T14:57:22,565 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testRetryOutOfOrderScannerNextException/29e74d4789930e3fab35b7c3d24254ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T14:57:22,566 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 29e74d4789930e3fab35b7c3d24254ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60198707, jitterRate=-0.10296936333179474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T14:57:22,566 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29e74d4789930e3fab35b7c3d24254ef 2024-11-20T14:57:22,566 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 29e74d4789930e3fab35b7c3d24254ef: Running coprocessor pre-open hook at 1732114642550Writing region info on filesystem at 1732114642550Initializing all the Stores at 1732114642551 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732114642551Cleaning up temporary data from old regions at 1732114642559 (+8 ms)Running coprocessor post-open hooks at 1732114642566 (+7 ms)Region opened successfully at 1732114642566 2024-11-20T14:57:22,567 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef., pid=15, masterSystemTime=1732114642536 2024-11-20T14:57:22,570 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef. 2024-11-20T14:57:22,570 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef. 2024-11-20T14:57:22,571 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=29e74d4789930e3fab35b7c3d24254ef, regionState=OPEN, openSeqNum=2, regionLocation=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:57:22,574 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29e74d4789930e3fab35b7c3d24254ef, server=1a15ecfd95f4,44039,1732114586205 because future has completed 2024-11-20T14:57:22,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T14:57:22,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 29e74d4789930e3fab35b7c3d24254ef, server=1a15ecfd95f4,44039,1732114586205 in 197 msec 2024-11-20T14:57:22,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T14:57:22,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=29e74d4789930e3fab35b7c3d24254ef, ASSIGN in 362 msec 2024-11-20T14:57:22,583 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T14:57:22,583 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732114642583"}]},"ts":"1732114642583"} 2024-11-20T14:57:22,586 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-11-20T14:57:22,587 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T14:57:22,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2130 sec 2024-11-20T14:57:23,169 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-11-20T14:57:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T14:57:24,410 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-11-20T14:57:24,411 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-11-20T14:57:24,411 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T14:57:24,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-11-20T14:57:24,418 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T14:57:24,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-11-20T14:57:24,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2] 2024-11-20T14:57:24,435 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T14:57:24,435 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-11-20T14:57:24,439 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-20T14:57:24,442 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-20T14:57:24,444 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-20T14:57:24,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5718910355200016359 2024-11-20T14:57:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:57892 deadline: 1732114647443, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T14:57:24,449 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-20T14:57:24,450 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-20T14:57:24,451 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T14:57:24,452 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T14:57:24,453 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T14:57:24,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5718910355200016357 2024-11-20T14:57:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:57892 deadline: 1732114647452, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T14:57:24,456 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T14:57:24,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-5718910355200016356 2024-11-20T14:57:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:57892 deadline: 1732114647456, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T14:57:24,460 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T14:57:24,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-5718910355200016355 2024-11-20T14:57:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:57892 deadline: 1732114647460, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T14:57:24,464 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T14:57:24,473 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 225), OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=131 (was 133), ProcessCount=11 (was 11), AvailableMemoryMB=10549 (was 10547) - AvailableMemoryMB LEAK? - 2024-11-20T14:57:24,480 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=131, ProcessCount=11, AvailableMemoryMB=10548 2024-11-20T14:57:24,482 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T14:57:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-11-20T14:57:24,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T14:57:24,485 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:57:24,485 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-11-20T14:57:24,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T14:57:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-20T14:57:24,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741843_1019 (size=418) 2024-11-20T14:57:24,902 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49d940668704c0d2bc736a59a2ed9725, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347 2024-11-20T14:57:24,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741844_1020 (size=69) 2024-11-20T14:57:25,317 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:57:25,317 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 49d940668704c0d2bc736a59a2ed9725, disabling compactions & flushes 2024-11-20T14:57:25,317 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725. 2024-11-20T14:57:25,317 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725. 2024-11-20T14:57:25,317 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725. after waiting 0 ms 2024-11-20T14:57:25,317 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725. 2024-11-20T14:57:25,317 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725. 2024-11-20T14:57:25,318 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49d940668704c0d2bc736a59a2ed9725: Waiting for close lock at 1732114645317Disabling compacts and flushes for region at 1732114645317Disabling writes for close at 1732114645317Writing region close event to WAL at 1732114645317Closed at 1732114645317 2024-11-20T14:57:25,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T14:57:25,322 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732114645321"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732114645321"}]},"ts":"1732114645321"} 2024-11-20T14:57:25,326 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T14:57:25,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T14:57:25,328 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732114645327"}]},"ts":"1732114645327"} 2024-11-20T14:57:25,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-20T14:57:25,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=49d940668704c0d2bc736a59a2ed9725, ASSIGN}] 2024-11-20T14:57:25,333 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=49d940668704c0d2bc736a59a2ed9725, ASSIGN 2024-11-20T14:57:25,334 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=49d940668704c0d2bc736a59a2ed9725, ASSIGN; state=OFFLINE, location=1a15ecfd95f4,44039,1732114586205; forceNewPlan=false, retain=false 2024-11-20T14:57:25,486 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=49d940668704c0d2bc736a59a2ed9725, regionState=OPENING, regionLocation=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:57:25,495 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=49d940668704c0d2bc736a59a2ed9725, ASSIGN because future has completed 2024-11-20T14:57:25,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49d940668704c0d2bc736a59a2ed9725, server=1a15ecfd95f4,44039,1732114586205}] 2024-11-20T14:57:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-20T14:57:25,659 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725. 2024-11-20T14:57:25,659 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 49d940668704c0d2bc736a59a2ed9725, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725.', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:57:25,660 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 49d940668704c0d2bc736a59a2ed9725 2024-11-20T14:57:25,660 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:57:25,660 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 49d940668704c0d2bc736a59a2ed9725 2024-11-20T14:57:25,660 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 49d940668704c0d2bc736a59a2ed9725 2024-11-20T14:57:25,663 INFO [StoreOpener-49d940668704c0d2bc736a59a2ed9725-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 49d940668704c0d2bc736a59a2ed9725 2024-11-20T14:57:25,665 INFO [StoreOpener-49d940668704c0d2bc736a59a2ed9725-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49d940668704c0d2bc736a59a2ed9725 columnFamilyName testFamily 2024-11-20T14:57:25,665 DEBUG [StoreOpener-49d940668704c0d2bc736a59a2ed9725-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:57:25,665 INFO [StoreOpener-49d940668704c0d2bc736a59a2ed9725-1 {}] regionserver.HStore(327): Store=49d940668704c0d2bc736a59a2ed9725/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:57:25,666 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 49d940668704c0d2bc736a59a2ed9725 2024-11-20T14:57:25,667 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnOpenScanner/49d940668704c0d2bc736a59a2ed9725 2024-11-20T14:57:25,668 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnOpenScanner/49d940668704c0d2bc736a59a2ed9725 2024-11-20T14:57:25,668 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 49d940668704c0d2bc736a59a2ed9725 2024-11-20T14:57:25,668 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 49d940668704c0d2bc736a59a2ed9725 2024-11-20T14:57:25,671 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 49d940668704c0d2bc736a59a2ed9725 2024-11-20T14:57:25,674 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnOpenScanner/49d940668704c0d2bc736a59a2ed9725/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T14:57:25,675 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 49d940668704c0d2bc736a59a2ed9725; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67580937, jitterRate=0.007034435868263245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T14:57:25,675 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49d940668704c0d2bc736a59a2ed9725 2024-11-20T14:57:25,676 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 49d940668704c0d2bc736a59a2ed9725: Running coprocessor pre-open hook at 1732114645660Writing region info on filesystem at 1732114645660Initializing all the Stores at 1732114645662 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732114645662Cleaning up temporary data from old regions at 1732114645668 (+6 ms)Running coprocessor post-open hooks at 1732114645675 (+7 ms)Region opened successfully at 1732114645675 2024-11-20T14:57:25,677 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725., pid=18, masterSystemTime=1732114645650 2024-11-20T14:57:25,680 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725. 2024-11-20T14:57:25,680 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725. 2024-11-20T14:57:25,680 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=49d940668704c0d2bc736a59a2ed9725, regionState=OPEN, openSeqNum=2, regionLocation=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:57:25,683 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49d940668704c0d2bc736a59a2ed9725, server=1a15ecfd95f4,44039,1732114586205 because future has completed 2024-11-20T14:57:25,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-20T14:57:25,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 49d940668704c0d2bc736a59a2ed9725, server=1a15ecfd95f4,44039,1732114586205 in 188 msec 2024-11-20T14:57:25,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T14:57:25,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=49d940668704c0d2bc736a59a2ed9725, ASSIGN in 356 msec 2024-11-20T14:57:25,692 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T14:57:25,692 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732114645692"}]},"ts":"1732114645692"} 2024-11-20T14:57:25,695 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-20T14:57:25,696 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T14:57:25,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2140 sec 2024-11-20T14:57:25,783 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-20T14:57:25,783 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-11-20T14:57:25,786 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-20T14:57:25,786 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-20T14:57:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-20T14:57:27,520 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-11-20T14:57:27,520 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-20T14:57:27,520 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T14:57:27,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-20T14:57:27,525 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T14:57:27,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-11-20T14:57:27,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2] 2024-11-20T14:57:27,539 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T14:57:27,540 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-20T14:57:27,543 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-20T14:57:27,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-20T14:57:28,052 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T14:57:28,547 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=1a15ecfd95f4:44039 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms 2024-11-20T14:57:28,547 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms 2024-11-20T14:57:28,547 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2 from cache 2024-11-20T14:57:29,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes 2024-11-20T14:57:29,172 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-11-20T14:57:29,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2] 2024-11-20T14:57:29,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-20T14:57:30,546 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=1a15ecfd95f4:44039 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=981ms, rpcTimeout=978ms 2024-11-20T14:57:30,547 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=981ms, rpcTimeout=978ms 2024-11-20T14:57:30,547 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2 from cache 2024-11-20T14:57:30,556 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 131), ProcessCount=11 (was 11), AvailableMemoryMB=10537 (was 10548) 2024-11-20T14:57:30,563 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=10537 2024-11-20T14:57:30,565 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T14:57:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-11-20T14:57:30,568 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T14:57:30,569 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:57:30,569 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-11-20T14:57:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T14:57:30,570 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T14:57:30,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741845_1021 (size=416) 2024-11-20T14:57:30,987 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e79f35bbd4afff4ea6e2211e67dabc1, NAME => 'testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347 2024-11-20T14:57:30,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741846_1022 (size=67) 2024-11-20T14:57:31,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes 2024-11-20T14:57:31,401 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:57:31,402 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 4e79f35bbd4afff4ea6e2211e67dabc1, disabling compactions & flushes 2024-11-20T14:57:31,402 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1. 2024-11-20T14:57:31,402 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1. 2024-11-20T14:57:31,402 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1. after waiting 0 ms 2024-11-20T14:57:31,402 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1. 2024-11-20T14:57:31,402 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1. 2024-11-20T14:57:31,403 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e79f35bbd4afff4ea6e2211e67dabc1: Waiting for close lock at 1732114651402Disabling compacts and flushes for region at 1732114651402Disabling writes for close at 1732114651402Writing region close event to WAL at 1732114651402Closed at 1732114651402 2024-11-20T14:57:31,405 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T14:57:31,406 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732114651405"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732114651405"}]},"ts":"1732114651405"} 2024-11-20T14:57:31,410 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T14:57:31,413 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T14:57:31,413 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732114651413"}]},"ts":"1732114651413"} 2024-11-20T14:57:31,417 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-20T14:57:31,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=4e79f35bbd4afff4ea6e2211e67dabc1, ASSIGN}] 2024-11-20T14:57:31,419 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=4e79f35bbd4afff4ea6e2211e67dabc1, ASSIGN 2024-11-20T14:57:31,420 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=4e79f35bbd4afff4ea6e2211e67dabc1, ASSIGN; state=OFFLINE, location=1a15ecfd95f4,44039,1732114586205; forceNewPlan=false, retain=false 2024-11-20T14:57:31,572 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=4e79f35bbd4afff4ea6e2211e67dabc1, regionState=OPENING, regionLocation=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:57:31,579 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=4e79f35bbd4afff4ea6e2211e67dabc1, ASSIGN because future has completed 2024-11-20T14:57:31,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e79f35bbd4afff4ea6e2211e67dabc1, server=1a15ecfd95f4,44039,1732114586205}] 2024-11-20T14:57:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T14:57:31,743 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1. 2024-11-20T14:57:31,744 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e79f35bbd4afff4ea6e2211e67dabc1, NAME => 'testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1.', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:57:31,745 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 4e79f35bbd4afff4ea6e2211e67dabc1 2024-11-20T14:57:31,745 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:57:31,745 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 4e79f35bbd4afff4ea6e2211e67dabc1 2024-11-20T14:57:31,745 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 4e79f35bbd4afff4ea6e2211e67dabc1 2024-11-20T14:57:31,747 INFO [StoreOpener-4e79f35bbd4afff4ea6e2211e67dabc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4e79f35bbd4afff4ea6e2211e67dabc1 2024-11-20T14:57:31,749 INFO [StoreOpener-4e79f35bbd4afff4ea6e2211e67dabc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e79f35bbd4afff4ea6e2211e67dabc1 columnFamilyName testFamily 2024-11-20T14:57:31,749 DEBUG [StoreOpener-4e79f35bbd4afff4ea6e2211e67dabc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:57:31,750 INFO [StoreOpener-4e79f35bbd4afff4ea6e2211e67dabc1-1 {}] regionserver.HStore(327): Store=4e79f35bbd4afff4ea6e2211e67dabc1/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:57:31,750 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 4e79f35bbd4afff4ea6e2211e67dabc1 2024-11-20T14:57:31,751 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnNextAsync/4e79f35bbd4afff4ea6e2211e67dabc1 2024-11-20T14:57:31,752 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnNextAsync/4e79f35bbd4afff4ea6e2211e67dabc1 2024-11-20T14:57:31,752 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 4e79f35bbd4afff4ea6e2211e67dabc1 2024-11-20T14:57:31,752 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 4e79f35bbd4afff4ea6e2211e67dabc1 2024-11-20T14:57:31,755 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 4e79f35bbd4afff4ea6e2211e67dabc1 2024-11-20T14:57:31,758 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnNextAsync/4e79f35bbd4afff4ea6e2211e67dabc1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T14:57:31,759 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 4e79f35bbd4afff4ea6e2211e67dabc1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65077319, jitterRate=-0.030272379517555237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T14:57:31,759 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e79f35bbd4afff4ea6e2211e67dabc1 2024-11-20T14:57:31,760 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 4e79f35bbd4afff4ea6e2211e67dabc1: Running coprocessor pre-open hook at 1732114651745Writing region info on filesystem at 1732114651745Initializing all the Stores at 1732114651747 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732114651747Cleaning up temporary data from old regions at 1732114651752 (+5 ms)Running coprocessor post-open hooks at 1732114651759 (+7 ms)Region opened successfully at 1732114651760 (+1 ms) 2024-11-20T14:57:31,761 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1., pid=21, masterSystemTime=1732114651736 2024-11-20T14:57:31,763 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1. 2024-11-20T14:57:31,763 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1. 2024-11-20T14:57:31,764 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=4e79f35bbd4afff4ea6e2211e67dabc1, regionState=OPEN, openSeqNum=2, regionLocation=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:57:31,766 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e79f35bbd4afff4ea6e2211e67dabc1, server=1a15ecfd95f4,44039,1732114586205 because future has completed 2024-11-20T14:57:31,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-20T14:57:31,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e79f35bbd4afff4ea6e2211e67dabc1, server=1a15ecfd95f4,44039,1732114586205 in 189 msec 2024-11-20T14:57:31,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-20T14:57:31,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=4e79f35bbd4afff4ea6e2211e67dabc1, ASSIGN in 354 msec 2024-11-20T14:57:31,775 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T14:57:31,775 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732114651775"}]},"ts":"1732114651775"} 2024-11-20T14:57:31,778 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-20T14:57:31,779 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T14:57:31,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2140 sec 2024-11-20T14:57:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T14:57:33,592 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-11-20T14:57:33,592 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-20T14:57:33,592 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T14:57:33,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-20T14:57:33,603 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T14:57:33,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-11-20T14:57:33,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2] 2024-11-20T14:57:33,618 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T14:57:33,618 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-20T14:57:33,622 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-20T14:57:33,624 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-20T14:57:33,625 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-20T14:57:33,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-20T14:57:35,176 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-11-20T14:57:35,783 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-20T14:57:35,784 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-20T14:57:36,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44039 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5718910355200016344' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-20T14:57:36,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44039 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:57892 deadline: 1732114657637, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5718910355200016344' does not exist 2024-11-20T14:57:36,639 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 1a15ecfd95f4,44039,1732114586205 for closing scanner id = -5718910355200016344 for 4e79f35bbd4afff4ea6e2211e67dabc1 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5718910355200016344' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:57:36,644 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=134 (was 120) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10525 (was 10537) 2024-11-20T14:57:36,652 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=134, ProcessCount=11, AvailableMemoryMB=10525 2024-11-20T14:57:36,655 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T14:57:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-11-20T14:57:36,658 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T14:57:36,658 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:57:36,658 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-11-20T14:57:36,659 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T14:57:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-20T14:57:36,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741847_1023 (size=411) 2024-11-20T14:57:37,075 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d6aa4b546c1c9b3f2767fe1883a737e, NAME => 'testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347 2024-11-20T14:57:37,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741848_1024 (size=62) 2024-11-20T14:57:37,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes 2024-11-20T14:57:37,250 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T14:57:37,489 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:57:37,489 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 2d6aa4b546c1c9b3f2767fe1883a737e, disabling compactions & flushes 2024-11-20T14:57:37,489 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e. 2024-11-20T14:57:37,490 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e. 2024-11-20T14:57:37,490 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e. after waiting 0 ms 2024-11-20T14:57:37,490 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e. 2024-11-20T14:57:37,490 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e. 2024-11-20T14:57:37,490 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d6aa4b546c1c9b3f2767fe1883a737e: Waiting for close lock at 1732114657489Disabling compacts and flushes for region at 1732114657489Disabling writes for close at 1732114657490 (+1 ms)Writing region close event to WAL at 1732114657490Closed at 1732114657490 2024-11-20T14:57:37,494 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T14:57:37,495 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732114657494"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732114657494"}]},"ts":"1732114657494"} 2024-11-20T14:57:37,499 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T14:57:37,501 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T14:57:37,502 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732114657501"}]},"ts":"1732114657501"} 2024-11-20T14:57:37,505 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-20T14:57:37,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=2d6aa4b546c1c9b3f2767fe1883a737e, ASSIGN}] 2024-11-20T14:57:37,507 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=2d6aa4b546c1c9b3f2767fe1883a737e, ASSIGN 2024-11-20T14:57:37,509 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=2d6aa4b546c1c9b3f2767fe1883a737e, ASSIGN; state=OFFLINE, location=1a15ecfd95f4,44039,1732114586205; forceNewPlan=false, retain=false 2024-11-20T14:57:37,660 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=2d6aa4b546c1c9b3f2767fe1883a737e, regionState=OPENING, regionLocation=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:57:37,668 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=2d6aa4b546c1c9b3f2767fe1883a737e, ASSIGN because future has completed 2024-11-20T14:57:37,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d6aa4b546c1c9b3f2767fe1883a737e, server=1a15ecfd95f4,44039,1732114586205}] 2024-11-20T14:57:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-20T14:57:37,835 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e. 2024-11-20T14:57:37,835 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d6aa4b546c1c9b3f2767fe1883a737e, NAME => 'testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:57:37,835 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 2d6aa4b546c1c9b3f2767fe1883a737e 2024-11-20T14:57:37,836 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:57:37,836 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 2d6aa4b546c1c9b3f2767fe1883a737e 2024-11-20T14:57:37,836 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 2d6aa4b546c1c9b3f2767fe1883a737e 2024-11-20T14:57:37,839 INFO [StoreOpener-2d6aa4b546c1c9b3f2767fe1883a737e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2d6aa4b546c1c9b3f2767fe1883a737e 2024-11-20T14:57:37,841 INFO [StoreOpener-2d6aa4b546c1c9b3f2767fe1883a737e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d6aa4b546c1c9b3f2767fe1883a737e columnFamilyName testFamily 2024-11-20T14:57:37,841 DEBUG [StoreOpener-2d6aa4b546c1c9b3f2767fe1883a737e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:57:37,842 INFO [StoreOpener-2d6aa4b546c1c9b3f2767fe1883a737e-1 {}] regionserver.HStore(327): Store=2d6aa4b546c1c9b3f2767fe1883a737e/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:57:37,842 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 2d6aa4b546c1c9b3f2767fe1883a737e 2024-11-20T14:57:37,844 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnNext/2d6aa4b546c1c9b3f2767fe1883a737e 2024-11-20T14:57:37,844 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnNext/2d6aa4b546c1c9b3f2767fe1883a737e 2024-11-20T14:57:37,845 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 2d6aa4b546c1c9b3f2767fe1883a737e 2024-11-20T14:57:37,845 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 2d6aa4b546c1c9b3f2767fe1883a737e 2024-11-20T14:57:37,848 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 2d6aa4b546c1c9b3f2767fe1883a737e 2024-11-20T14:57:37,852 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnNext/2d6aa4b546c1c9b3f2767fe1883a737e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T14:57:37,852 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 2d6aa4b546c1c9b3f2767fe1883a737e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71498350, jitterRate=0.06540843844413757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T14:57:37,853 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d6aa4b546c1c9b3f2767fe1883a737e 2024-11-20T14:57:37,853 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 2d6aa4b546c1c9b3f2767fe1883a737e: Running coprocessor pre-open hook at 1732114657836Writing region info on filesystem at 1732114657836Initializing all the Stores at 1732114657838 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732114657838Cleaning up temporary data from old regions at 1732114657845 (+7 ms)Running coprocessor post-open hooks at 1732114657853 (+8 ms)Region opened successfully at 1732114657853 2024-11-20T14:57:37,854 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e., pid=24, masterSystemTime=1732114657824 2024-11-20T14:57:37,857 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e. 2024-11-20T14:57:37,857 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e. 2024-11-20T14:57:37,858 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=2d6aa4b546c1c9b3f2767fe1883a737e, regionState=OPEN, openSeqNum=2, regionLocation=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:57:37,861 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d6aa4b546c1c9b3f2767fe1883a737e, server=1a15ecfd95f4,44039,1732114586205 because future has completed 2024-11-20T14:57:37,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-20T14:57:37,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d6aa4b546c1c9b3f2767fe1883a737e, server=1a15ecfd95f4,44039,1732114586205 in 193 msec 2024-11-20T14:57:37,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-20T14:57:37,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=2d6aa4b546c1c9b3f2767fe1883a737e, ASSIGN in 360 msec 2024-11-20T14:57:37,870 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T14:57:37,870 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732114657870"}]},"ts":"1732114657870"} 2024-11-20T14:57:37,873 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-20T14:57:37,874 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T14:57:37,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2190 sec 2024-11-20T14:57:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-20T14:57:39,704 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-11-20T14:57:39,704 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-20T14:57:39,705 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T14:57:39,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-20T14:57:39,714 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T14:57:39,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-11-20T14:57:39,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2] 2024-11-20T14:57:39,731 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T14:57:39,731 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-20T14:57:39,735 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-20T14:57:39,739 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-20T14:57:39,740 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-20T14:57:39,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-20T14:57:40,246 INFO [master/1a15ecfd95f4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T14:57:40,246 INFO [master/1a15ecfd95f4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T14:57:41,182 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-11-20T14:57:42,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44039 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5718910355200016340' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-20T14:57:42,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44039 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:57892 deadline: 1732114663753, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5718910355200016340' does not exist 2024-11-20T14:57:42,755 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 1a15ecfd95f4,44039,1732114586205 for closing scanner id = -5718910355200016340 for 2d6aa4b546c1c9b3f2767fe1883a737e of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5718910355200016340' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:57:42,761 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=114 (was 134), ProcessCount=11 (was 11), AvailableMemoryMB=10529 (was 10525) - AvailableMemoryMB LEAK? - 2024-11-20T14:57:42,769 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=114, ProcessCount=11, AvailableMemoryMB=10529 2024-11-20T14:57:42,772 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T14:57:42,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46173 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-11-20T14:57:42,776 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T14:57:42,776 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:57:42,776 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-11-20T14:57:42,778 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T14:57:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T14:57:42,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741849_1025 (size=419) 2024-11-20T14:57:43,194 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 64ceea35ee19e7ce1c4b4b0ab25aef6e, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347 2024-11-20T14:57:43,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741850_1026 (size=70) 2024-11-20T14:57:43,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes 2024-11-20T14:57:43,339 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T14:57:43,606 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:57:43,606 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 64ceea35ee19e7ce1c4b4b0ab25aef6e, disabling compactions & flushes 2024-11-20T14:57:43,606 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e. 2024-11-20T14:57:43,607 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e. 2024-11-20T14:57:43,607 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e. after waiting 0 ms 2024-11-20T14:57:43,607 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e. 2024-11-20T14:57:43,607 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e. 2024-11-20T14:57:43,607 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 64ceea35ee19e7ce1c4b4b0ab25aef6e: Waiting for close lock at 1732114663606Disabling compacts and flushes for region at 1732114663606Disabling writes for close at 1732114663607 (+1 ms)Writing region close event to WAL at 1732114663607Closed at 1732114663607 2024-11-20T14:57:43,608 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T14:57:43,608 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732114663608"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732114663608"}]},"ts":"1732114663608"} 2024-11-20T14:57:43,611 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T14:57:43,612 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T14:57:43,612 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732114663612"}]},"ts":"1732114663612"} 2024-11-20T14:57:43,614 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-20T14:57:43,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=64ceea35ee19e7ce1c4b4b0ab25aef6e, ASSIGN}] 2024-11-20T14:57:43,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=64ceea35ee19e7ce1c4b4b0ab25aef6e, ASSIGN 2024-11-20T14:57:43,617 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=64ceea35ee19e7ce1c4b4b0ab25aef6e, ASSIGN; state=OFFLINE, location=1a15ecfd95f4,44039,1732114586205; forceNewPlan=false, retain=false 2024-11-20T14:57:43,769 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=64ceea35ee19e7ce1c4b4b0ab25aef6e, regionState=OPENING, regionLocation=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:57:43,777 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=64ceea35ee19e7ce1c4b4b0ab25aef6e, ASSIGN because future has completed 2024-11-20T14:57:43,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64ceea35ee19e7ce1c4b4b0ab25aef6e, server=1a15ecfd95f4,44039,1732114586205}] 2024-11-20T14:57:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T14:57:43,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e. 2024-11-20T14:57:43,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 64ceea35ee19e7ce1c4b4b0ab25aef6e, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:57:43,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 64ceea35ee19e7ce1c4b4b0ab25aef6e 2024-11-20T14:57:43,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:57:43,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 64ceea35ee19e7ce1c4b4b0ab25aef6e 2024-11-20T14:57:43,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 64ceea35ee19e7ce1c4b4b0ab25aef6e 2024-11-20T14:57:43,947 INFO [StoreOpener-64ceea35ee19e7ce1c4b4b0ab25aef6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 64ceea35ee19e7ce1c4b4b0ab25aef6e 2024-11-20T14:57:43,950 INFO [StoreOpener-64ceea35ee19e7ce1c4b4b0ab25aef6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64ceea35ee19e7ce1c4b4b0ab25aef6e columnFamilyName testFamily 2024-11-20T14:57:43,950 DEBUG [StoreOpener-64ceea35ee19e7ce1c4b4b0ab25aef6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:57:43,951 INFO [StoreOpener-64ceea35ee19e7ce1c4b4b0ab25aef6e-1 {}] regionserver.HStore(327): Store=64ceea35ee19e7ce1c4b4b0ab25aef6e/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:57:43,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 64ceea35ee19e7ce1c4b4b0ab25aef6e 2024-11-20T14:57:43,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/64ceea35ee19e7ce1c4b4b0ab25aef6e 2024-11-20T14:57:43,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/64ceea35ee19e7ce1c4b4b0ab25aef6e 2024-11-20T14:57:43,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 64ceea35ee19e7ce1c4b4b0ab25aef6e 2024-11-20T14:57:43,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 64ceea35ee19e7ce1c4b4b0ab25aef6e 2024-11-20T14:57:43,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 64ceea35ee19e7ce1c4b4b0ab25aef6e 2024-11-20T14:57:43,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/64ceea35ee19e7ce1c4b4b0ab25aef6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T14:57:43,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 64ceea35ee19e7ce1c4b4b0ab25aef6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71109940, jitterRate=0.059620678424835205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T14:57:43,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64ceea35ee19e7ce1c4b4b0ab25aef6e 2024-11-20T14:57:43,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 64ceea35ee19e7ce1c4b4b0ab25aef6e: Running coprocessor pre-open hook at 1732114663944Writing region info on filesystem at 1732114663944Initializing all the Stores at 1732114663947 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732114663947Cleaning up temporary data from old regions at 1732114663955 (+8 ms)Running coprocessor post-open hooks at 1732114663962 (+7 ms)Region opened successfully at 1732114663963 (+1 ms) 2024-11-20T14:57:43,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e., pid=27, masterSystemTime=1732114663931 2024-11-20T14:57:43,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e. 2024-11-20T14:57:43,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e. 2024-11-20T14:57:43,967 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=64ceea35ee19e7ce1c4b4b0ab25aef6e, regionState=OPEN, openSeqNum=2, regionLocation=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:57:43,970 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64ceea35ee19e7ce1c4b4b0ab25aef6e, server=1a15ecfd95f4,44039,1732114586205 because future has completed 2024-11-20T14:57:43,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-20T14:57:43,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 64ceea35ee19e7ce1c4b4b0ab25aef6e, server=1a15ecfd95f4,44039,1732114586205 in 194 msec 2024-11-20T14:57:43,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-20T14:57:43,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=64ceea35ee19e7ce1c4b4b0ab25aef6e, ASSIGN in 359 msec 2024-11-20T14:57:43,978 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T14:57:43,978 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732114663978"}]},"ts":"1732114663978"} 2024-11-20T14:57:43,980 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-20T14:57:43,982 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T14:57:43,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2100 sec 2024-11-20T14:57:45,783 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-20T14:57:45,783 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-20T14:57:45,785 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-20T14:57:45,786 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-20T14:57:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T14:57:45,811 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-11-20T14:57:45,812 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-20T14:57:45,812 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T14:57:45,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-20T14:57:45,822 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T14:57:45,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-11-20T14:57:45,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2] 2024-11-20T14:57:45,837 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T14:57:45,837 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-20T14:57:45,840 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-20T14:57:45,842 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44039 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-20T14:57:47,185 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-11-20T14:57:49,446 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T14:57:51,847 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=1a15ecfd95f4:44039 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms 2024-11-20T14:57:51,847 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms 2024-11-20T14:57:51,847 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2 from cache 2024-11-20T14:57:51,870 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 114), ProcessCount=11 (was 11), AvailableMemoryMB=10521 (was 10529) 2024-11-20T14:57:51,878 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=10520 2024-11-20T14:57:51,881 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T14:57:51,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46173 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-11-20T14:57:51,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T14:57:51,884 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:57:51,885 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-11-20T14:57:51,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T14:57:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-20T14:57:51,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741851_1027 (size=407) 2024-11-20T14:57:52,305 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 475b20eeaaf556cc3b99ca7154871b7c, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347 2024-11-20T14:57:52,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741852_1028 (size=58) 2024-11-20T14:57:52,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes 2024-11-20T14:57:52,717 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:57:52,717 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 475b20eeaaf556cc3b99ca7154871b7c, disabling compactions & flushes 2024-11-20T14:57:52,717 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c. 2024-11-20T14:57:52,717 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c. 2024-11-20T14:57:52,717 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c. after waiting 0 ms 2024-11-20T14:57:52,718 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c. 2024-11-20T14:57:52,718 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c. 2024-11-20T14:57:52,718 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 475b20eeaaf556cc3b99ca7154871b7c: Waiting for close lock at 1732114672717Disabling compacts and flushes for region at 1732114672717Disabling writes for close at 1732114672717Writing region close event to WAL at 1732114672718 (+1 ms)Closed at 1732114672718 2024-11-20T14:57:52,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T14:57:52,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732114672723"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732114672723"}]},"ts":"1732114672723"} 2024-11-20T14:57:52,727 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T14:57:52,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T14:57:52,728 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732114672728"}]},"ts":"1732114672728"} 2024-11-20T14:57:52,731 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-20T14:57:52,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=475b20eeaaf556cc3b99ca7154871b7c, ASSIGN}] 2024-11-20T14:57:52,732 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=475b20eeaaf556cc3b99ca7154871b7c, ASSIGN 2024-11-20T14:57:52,734 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=475b20eeaaf556cc3b99ca7154871b7c, ASSIGN; state=OFFLINE, location=1a15ecfd95f4,44039,1732114586205; forceNewPlan=false, retain=false 2024-11-20T14:57:52,885 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=475b20eeaaf556cc3b99ca7154871b7c, regionState=OPENING, regionLocation=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:57:52,891 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=475b20eeaaf556cc3b99ca7154871b7c, ASSIGN because future has completed 2024-11-20T14:57:52,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 475b20eeaaf556cc3b99ca7154871b7c, server=1a15ecfd95f4,44039,1732114586205}] 2024-11-20T14:57:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-20T14:57:53,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c. 2024-11-20T14:57:53,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 475b20eeaaf556cc3b99ca7154871b7c, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:57:53,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 475b20eeaaf556cc3b99ca7154871b7c 2024-11-20T14:57:53,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:57:53,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 475b20eeaaf556cc3b99ca7154871b7c 2024-11-20T14:57:53,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 475b20eeaaf556cc3b99ca7154871b7c 2024-11-20T14:57:53,055 INFO [StoreOpener-475b20eeaaf556cc3b99ca7154871b7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 475b20eeaaf556cc3b99ca7154871b7c 2024-11-20T14:57:53,057 INFO [StoreOpener-475b20eeaaf556cc3b99ca7154871b7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 475b20eeaaf556cc3b99ca7154871b7c columnFamilyName testFamily 2024-11-20T14:57:53,057 DEBUG [StoreOpener-475b20eeaaf556cc3b99ca7154871b7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:57:53,058 INFO [StoreOpener-475b20eeaaf556cc3b99ca7154871b7c-1 {}] regionserver.HStore(327): Store=475b20eeaaf556cc3b99ca7154871b7c/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:57:53,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 475b20eeaaf556cc3b99ca7154871b7c 2024-11-20T14:57:53,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnNext/475b20eeaaf556cc3b99ca7154871b7c 2024-11-20T14:57:53,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnNext/475b20eeaaf556cc3b99ca7154871b7c 2024-11-20T14:57:53,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 475b20eeaaf556cc3b99ca7154871b7c 2024-11-20T14:57:53,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 475b20eeaaf556cc3b99ca7154871b7c 2024-11-20T14:57:53,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 475b20eeaaf556cc3b99ca7154871b7c 2024-11-20T14:57:53,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnNext/475b20eeaaf556cc3b99ca7154871b7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T14:57:53,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 475b20eeaaf556cc3b99ca7154871b7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61820762, jitterRate=-0.07879886031150818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T14:57:53,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 475b20eeaaf556cc3b99ca7154871b7c 2024-11-20T14:57:53,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 475b20eeaaf556cc3b99ca7154871b7c: Running coprocessor pre-open hook at 1732114673053Writing region info on filesystem at 1732114673053Initializing all the Stores at 1732114673054 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732114673054Cleaning up temporary data from old regions at 1732114673061 (+7 ms)Running coprocessor post-open hooks at 1732114673070 (+9 ms)Region opened successfully at 1732114673070 2024-11-20T14:57:53,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c., pid=30, masterSystemTime=1732114673046 2024-11-20T14:57:53,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c. 2024-11-20T14:57:53,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c. 2024-11-20T14:57:53,076 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=475b20eeaaf556cc3b99ca7154871b7c, regionState=OPEN, openSeqNum=2, regionLocation=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:57:53,079 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 475b20eeaaf556cc3b99ca7154871b7c, server=1a15ecfd95f4,44039,1732114586205 because future has completed 2024-11-20T14:57:53,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-20T14:57:53,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 475b20eeaaf556cc3b99ca7154871b7c, server=1a15ecfd95f4,44039,1732114586205 in 189 msec 2024-11-20T14:57:53,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-20T14:57:53,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=475b20eeaaf556cc3b99ca7154871b7c, ASSIGN in 353 msec 2024-11-20T14:57:53,088 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T14:57:53,088 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732114673088"}]},"ts":"1732114673088"} 2024-11-20T14:57:53,091 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-20T14:57:53,092 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T14:57:53,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2110 sec 2024-11-20T14:57:53,187 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-11-20T14:57:54,452 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T14:57:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-20T14:57:54,922 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-11-20T14:57:54,923 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-20T14:57:54,923 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T14:57:54,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-20T14:57:54,933 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T14:57:54,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-11-20T14:57:54,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2] 2024-11-20T14:57:54,945 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T14:57:54,946 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-20T14:57:54,949 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-20T14:57:54,951 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-20T14:57:54,952 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-20T14:57:54,953 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44039 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-20T14:57:55,783 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-20T14:57:55,783 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-20T14:57:58,557 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T14:57:59,835 DEBUG [master/1a15ecfd95f4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T14:58:00,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44039 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5718910355200016332' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-20T14:58:00,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44039 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:57892 deadline: 1732114686959, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5718910355200016332' does not exist 2024-11-20T14:58:00,968 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 1a15ecfd95f4,44039,1732114586205 for closing scanner id = -5718910355200016332 for 475b20eeaaf556cc3b99ca7154871b7c of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5718910355200016332' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T14:58:00,976 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=223 (was 222) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=10511 (was 10520) 2024-11-20T14:58:00,985 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=10510 2024-11-20T14:58:00,987 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T14:58:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-11-20T14:58:00,990 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T14:58:00,990 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:58:00,990 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-11-20T14:58:00,992 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T14:58:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T14:58:00,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741853_1029 (size=423) 2024-11-20T14:58:01,406 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aac5c2d4d8af0ff6b49f90379addec0b, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347 2024-11-20T14:58:01,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741854_1030 (size=74) 2024-11-20T14:58:01,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes 2024-11-20T14:58:01,821 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:58:01,821 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing aac5c2d4d8af0ff6b49f90379addec0b, disabling compactions & flushes 2024-11-20T14:58:01,821 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b. 2024-11-20T14:58:01,821 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b. 2024-11-20T14:58:01,822 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b. after waiting 0 ms 2024-11-20T14:58:01,822 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b. 2024-11-20T14:58:01,822 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b. 2024-11-20T14:58:01,822 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for aac5c2d4d8af0ff6b49f90379addec0b: Waiting for close lock at 1732114681821Disabling compacts and flushes for region at 1732114681821Disabling writes for close at 1732114681822 (+1 ms)Writing region close event to WAL at 1732114681822Closed at 1732114681822 2024-11-20T14:58:01,824 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T14:58:01,825 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732114681824"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732114681824"}]},"ts":"1732114681824"} 2024-11-20T14:58:01,829 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T14:58:01,831 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T14:58:01,831 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732114681831"}]},"ts":"1732114681831"} 2024-11-20T14:58:01,834 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-20T14:58:01,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=aac5c2d4d8af0ff6b49f90379addec0b, ASSIGN}] 2024-11-20T14:58:01,836 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=aac5c2d4d8af0ff6b49f90379addec0b, ASSIGN 2024-11-20T14:58:01,837 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=aac5c2d4d8af0ff6b49f90379addec0b, ASSIGN; state=OFFLINE, location=1a15ecfd95f4,44039,1732114586205; forceNewPlan=false, retain=false 2024-11-20T14:58:01,988 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=aac5c2d4d8af0ff6b49f90379addec0b, regionState=OPENING, regionLocation=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:58:01,995 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=aac5c2d4d8af0ff6b49f90379addec0b, ASSIGN because future has completed 2024-11-20T14:58:01,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure aac5c2d4d8af0ff6b49f90379addec0b, server=1a15ecfd95f4,44039,1732114586205}] 2024-11-20T14:58:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T14:58:02,161 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b. 2024-11-20T14:58:02,161 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => aac5c2d4d8af0ff6b49f90379addec0b, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b.', STARTKEY => '', ENDKEY => ''} 2024-11-20T14:58:02,161 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync aac5c2d4d8af0ff6b49f90379addec0b 2024-11-20T14:58:02,161 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T14:58:02,161 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for aac5c2d4d8af0ff6b49f90379addec0b 2024-11-20T14:58:02,161 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for aac5c2d4d8af0ff6b49f90379addec0b 2024-11-20T14:58:02,163 INFO [StoreOpener-aac5c2d4d8af0ff6b49f90379addec0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region aac5c2d4d8af0ff6b49f90379addec0b 2024-11-20T14:58:02,165 INFO [StoreOpener-aac5c2d4d8af0ff6b49f90379addec0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aac5c2d4d8af0ff6b49f90379addec0b columnFamilyName testFamily 2024-11-20T14:58:02,165 DEBUG [StoreOpener-aac5c2d4d8af0ff6b49f90379addec0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T14:58:02,165 INFO [StoreOpener-aac5c2d4d8af0ff6b49f90379addec0b-1 {}] regionserver.HStore(327): Store=aac5c2d4d8af0ff6b49f90379addec0b/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T14:58:02,166 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for aac5c2d4d8af0ff6b49f90379addec0b 2024-11-20T14:58:02,167 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnOpenScannerAsync/aac5c2d4d8af0ff6b49f90379addec0b 2024-11-20T14:58:02,167 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnOpenScannerAsync/aac5c2d4d8af0ff6b49f90379addec0b 2024-11-20T14:58:02,167 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for aac5c2d4d8af0ff6b49f90379addec0b 2024-11-20T14:58:02,168 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for aac5c2d4d8af0ff6b49f90379addec0b 2024-11-20T14:58:02,170 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for aac5c2d4d8af0ff6b49f90379addec0b 2024-11-20T14:58:02,172 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnOpenScannerAsync/aac5c2d4d8af0ff6b49f90379addec0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T14:58:02,173 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened aac5c2d4d8af0ff6b49f90379addec0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66264092, jitterRate=-0.012588083744049072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T14:58:02,173 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aac5c2d4d8af0ff6b49f90379addec0b 2024-11-20T14:58:02,174 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for aac5c2d4d8af0ff6b49f90379addec0b: Running coprocessor pre-open hook at 1732114682161Writing region info on filesystem at 1732114682161Initializing all the Stores at 1732114682163 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732114682163Cleaning up temporary data from old regions at 1732114682168 (+5 ms)Running coprocessor post-open hooks at 1732114682173 (+5 ms)Region opened successfully at 1732114682174 (+1 ms) 2024-11-20T14:58:02,175 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b., pid=33, masterSystemTime=1732114682149 2024-11-20T14:58:02,177 DEBUG [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b. 2024-11-20T14:58:02,177 INFO [RS_OPEN_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b. 2024-11-20T14:58:02,178 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=aac5c2d4d8af0ff6b49f90379addec0b, regionState=OPEN, openSeqNum=2, regionLocation=1a15ecfd95f4,44039,1732114586205 2024-11-20T14:58:02,180 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure aac5c2d4d8af0ff6b49f90379addec0b, server=1a15ecfd95f4,44039,1732114586205 because future has completed 2024-11-20T14:58:02,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-20T14:58:02,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure aac5c2d4d8af0ff6b49f90379addec0b, server=1a15ecfd95f4,44039,1732114586205 in 187 msec 2024-11-20T14:58:02,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-20T14:58:02,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=aac5c2d4d8af0ff6b49f90379addec0b, ASSIGN in 350 msec 2024-11-20T14:58:02,188 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T14:58:02,189 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732114682188"}]},"ts":"1732114682188"} 2024-11-20T14:58:02,191 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-20T14:58:02,192 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T14:58:02,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2050 sec 2024-11-20T14:58:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T14:58:04,023 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-11-20T14:58:04,024 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-20T14:58:04,024 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T14:58:04,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-20T14:58:04,035 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T14:58:04,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-11-20T14:58:04,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2] 2024-11-20T14:58:04,047 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T14:58:04,047 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-20T14:58:04,050 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-20T14:58:04,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-20T14:58:05,057 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=1a15ecfd95f4:44039 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms 2024-11-20T14:58:05,057 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms 2024-11-20T14:58:05,057 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2 from cache 2024-11-20T14:58:05,191 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-11-20T14:58:05,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes 2024-11-20T14:58:05,783 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-11-20T14:58:05,783 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-20T14:58:06,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2] 2024-11-20T14:58:06,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-20T14:58:07,056 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=1a15ecfd95f4:44039 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=983ms, rpcTimeout=977ms 2024-11-20T14:58:07,057 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=983ms, rpcTimeout=977ms 2024-11-20T14:58:07,057 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b., hostname=1a15ecfd95f4,44039,1732114586205, seqNum=2 from cache 2024-11-20T14:58:07,073 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 223), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=87 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=10513 (was 10510) - AvailableMemoryMB LEAK? - 2024-11-20T14:58:07,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T14:58:07,074 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T14:58:07,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:58:07,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:58:07,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T14:58:07,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T14:58:07,081 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T14:58:07,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T14:58:07,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:58:07,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:58:07,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T14:58:07,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T14:58:07,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1086983198, stopped=false 2024-11-20T14:58:07,082 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a15ecfd95f4,46173,1732114585405 2024-11-20T14:58:07,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T14:58:07,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1015a08a69c0001, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T14:58:07,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:58:07,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1015a08a69c0001, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:58:07,131 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T14:58:07,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T14:58:07,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T14:58:07,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T14:58:07,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:58:07,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44039-0x1015a08a69c0001, quorum=127.0.0.1:62012, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T14:58:07,134 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a15ecfd95f4,44039,1732114586205' ***** 2024-11-20T14:58:07,135 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T14:58:07,135 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T14:58:07,136 INFO [RS:0;1a15ecfd95f4:44039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T14:58:07,136 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T14:58:07,136 INFO [RS:0;1a15ecfd95f4:44039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T14:58:07,136 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(3091): Received CLOSE for 29e74d4789930e3fab35b7c3d24254ef 2024-11-20T14:58:07,137 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d6aa4b546c1c9b3f2767fe1883a737e 2024-11-20T14:58:07,137 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(3091): Received CLOSE for 475b20eeaaf556cc3b99ca7154871b7c 2024-11-20T14:58:07,137 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(3091): Received CLOSE for aac5c2d4d8af0ff6b49f90379addec0b 2024-11-20T14:58:07,137 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(3091): Received CLOSE for 49d940668704c0d2bc736a59a2ed9725 2024-11-20T14:58:07,137 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(3091): Received CLOSE for 76289ae8d3f951baeab231dfb6e06d5c 2024-11-20T14:58:07,137 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e79f35bbd4afff4ea6e2211e67dabc1 2024-11-20T14:58:07,137 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(3091): Received CLOSE for 30c659ec735b6d746315617ed2154c9a 2024-11-20T14:58:07,137 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29e74d4789930e3fab35b7c3d24254ef, disabling compactions & flushes 2024-11-20T14:58:07,137 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:58:07,137 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef. 2024-11-20T14:58:07,137 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(3091): Received CLOSE for 64ceea35ee19e7ce1c4b4b0ab25aef6e 2024-11-20T14:58:07,137 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef. 2024-11-20T14:58:07,138 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(959): stopping server 1a15ecfd95f4,44039,1732114586205 2024-11-20T14:58:07,138 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef. after waiting 0 ms 2024-11-20T14:58:07,138 INFO [RS:0;1a15ecfd95f4:44039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T14:58:07,138 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef. 2024-11-20T14:58:07,138 INFO [RS:0;1a15ecfd95f4:44039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a15ecfd95f4:44039. 2024-11-20T14:58:07,138 DEBUG [RS:0;1a15ecfd95f4:44039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T14:58:07,138 DEBUG [RS:0;1a15ecfd95f4:44039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:58:07,138 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T14:58:07,138 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T14:58:07,138 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T14:58:07,138 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T14:58:07,139 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-11-20T14:58:07,139 DEBUG [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T14:58:07,139 INFO [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T14:58:07,139 DEBUG [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T14:58:07,139 DEBUG [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T14:58:07,139 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29e74d4789930e3fab35b7c3d24254ef, 2d6aa4b546c1c9b3f2767fe1883a737e, 30c659ec735b6d746315617ed2154c9a, 475b20eeaaf556cc3b99ca7154871b7c, 49d940668704c0d2bc736a59a2ed9725, 4e79f35bbd4afff4ea6e2211e67dabc1, 64ceea35ee19e7ce1c4b4b0ab25aef6e, 76289ae8d3f951baeab231dfb6e06d5c, 7ff290f0cc255de3c2fb929ff4d9e7d1, aac5c2d4d8af0ff6b49f90379addec0b 2024-11-20T14:58:07,139 DEBUG [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T14:58:07,143 INFO [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-11-20T14:58:07,143 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 29e74d4789930e3fab35b7c3d24254ef 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T14:58:07,191 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testRetryOutOfOrderScannerNextException/29e74d4789930e3fab35b7c3d24254ef/.tmp/testFamily/0261acbc02244620853203fb1bba7bc6 is 61, key is row-0/testFamily:testQualifier/1732114644424/Put/seqid=0 2024-11-20T14:58:07,197 DEBUG [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/meta/1588230740/.tmp/info/bbf52eb6c92c4721908370d296d8866e is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a./info:regioninfo/1732114621233/Put/seqid=0 2024-11-20T14:58:07,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741855_1031 (size=5049) 2024-11-20T14:58:07,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741856_1032 (size=20564) 2024-11-20T14:58:07,340 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29e74d4789930e3fab35b7c3d24254ef, 2d6aa4b546c1c9b3f2767fe1883a737e, 30c659ec735b6d746315617ed2154c9a, 475b20eeaaf556cc3b99ca7154871b7c, 49d940668704c0d2bc736a59a2ed9725, 4e79f35bbd4afff4ea6e2211e67dabc1, 64ceea35ee19e7ce1c4b4b0ab25aef6e, 76289ae8d3f951baeab231dfb6e06d5c, 7ff290f0cc255de3c2fb929ff4d9e7d1, aac5c2d4d8af0ff6b49f90379addec0b 2024-11-20T14:58:07,540 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29e74d4789930e3fab35b7c3d24254ef, 2d6aa4b546c1c9b3f2767fe1883a737e, 30c659ec735b6d746315617ed2154c9a, 475b20eeaaf556cc3b99ca7154871b7c, 49d940668704c0d2bc736a59a2ed9725, 4e79f35bbd4afff4ea6e2211e67dabc1, 64ceea35ee19e7ce1c4b4b0ab25aef6e, 76289ae8d3f951baeab231dfb6e06d5c, 7ff290f0cc255de3c2fb929ff4d9e7d1, aac5c2d4d8af0ff6b49f90379addec0b 2024-11-20T14:58:07,575 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T14:58:07,603 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testRetryOutOfOrderScannerNextException/29e74d4789930e3fab35b7c3d24254ef/.tmp/testFamily/0261acbc02244620853203fb1bba7bc6 2024-11-20T14:58:07,605 INFO [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/meta/1588230740/.tmp/info/bbf52eb6c92c4721908370d296d8866e 2024-11-20T14:58:07,648 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testRetryOutOfOrderScannerNextException/29e74d4789930e3fab35b7c3d24254ef/.tmp/testFamily/0261acbc02244620853203fb1bba7bc6 as hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testRetryOutOfOrderScannerNextException/29e74d4789930e3fab35b7c3d24254ef/testFamily/0261acbc02244620853203fb1bba7bc6 2024-11-20T14:58:07,658 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testRetryOutOfOrderScannerNextException/29e74d4789930e3fab35b7c3d24254ef/testFamily/0261acbc02244620853203fb1bba7bc6, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T14:58:07,663 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T14:58:07,664 DEBUG [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/meta/1588230740/.tmp/ns/224632b2767747bbacd7181b74f4fc3f is 43, key is default/ns:d/1732114619785/Put/seqid=0 2024-11-20T14:58:07,664 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 29e74d4789930e3fab35b7c3d24254ef in 522ms, sequenceid=8, compaction requested=false 2024-11-20T14:58:07,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741857_1033 (size=5153) 2024-11-20T14:58:07,674 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testRetryOutOfOrderScannerNextException/29e74d4789930e3fab35b7c3d24254ef/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T14:58:07,677 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef. 2024-11-20T14:58:07,677 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29e74d4789930e3fab35b7c3d24254ef: Waiting for close lock at 1732114687137Running coprocessor pre-close hooks at 1732114687137Disabling compacts and flushes for region at 1732114687137Disabling writes for close at 1732114687138 (+1 ms)Obtaining lock to block concurrent updates at 1732114687143 (+5 ms)Preparing flush snapshotting stores in 29e74d4789930e3fab35b7c3d24254ef at 1732114687143Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732114687148 (+5 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef. at 1732114687150 (+2 ms)Flushing 29e74d4789930e3fab35b7c3d24254ef/testFamily: creating writer at 1732114687151 (+1 ms)Flushing 29e74d4789930e3fab35b7c3d24254ef/testFamily: appending metadata at 1732114687185 (+34 ms)Flushing 29e74d4789930e3fab35b7c3d24254ef/testFamily: closing flushed file at 1732114687188 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f57e236: reopening flushed file at 1732114687646 (+458 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 29e74d4789930e3fab35b7c3d24254ef in 522ms, sequenceid=8, compaction requested=false at 1732114687664 (+18 ms)Writing region close event to WAL at 1732114687666 (+2 ms)Running coprocessor post-close hooks at 1732114687675 (+9 ms)Closed at 1732114687677 (+2 ms) 2024-11-20T14:58:07,678 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732114641373.29e74d4789930e3fab35b7c3d24254ef. 2024-11-20T14:58:07,678 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d6aa4b546c1c9b3f2767fe1883a737e, disabling compactions & flushes 2024-11-20T14:58:07,678 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e. 2024-11-20T14:58:07,678 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e. 2024-11-20T14:58:07,678 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e. after waiting 0 ms 2024-11-20T14:58:07,678 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e. 2024-11-20T14:58:07,678 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2d6aa4b546c1c9b3f2767fe1883a737e 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T14:58:07,694 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnNext/2d6aa4b546c1c9b3f2767fe1883a737e/.tmp/testFamily/d74ea752f5b34d37871e4119a66dc72a is 61, key is row-0/testFamily:testQualifier/1732114659719/Put/seqid=0 2024-11-20T14:58:07,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741858_1034 (size=5049) 2024-11-20T14:58:07,741 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d6aa4b546c1c9b3f2767fe1883a737e, 30c659ec735b6d746315617ed2154c9a, 475b20eeaaf556cc3b99ca7154871b7c, 49d940668704c0d2bc736a59a2ed9725, 4e79f35bbd4afff4ea6e2211e67dabc1, 64ceea35ee19e7ce1c4b4b0ab25aef6e, 76289ae8d3f951baeab231dfb6e06d5c, 7ff290f0cc255de3c2fb929ff4d9e7d1, aac5c2d4d8af0ff6b49f90379addec0b 2024-11-20T14:58:07,887 INFO [regionserver/1a15ecfd95f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T14:58:07,887 INFO [regionserver/1a15ecfd95f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T14:58:07,941 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d6aa4b546c1c9b3f2767fe1883a737e, 30c659ec735b6d746315617ed2154c9a, 475b20eeaaf556cc3b99ca7154871b7c, 49d940668704c0d2bc736a59a2ed9725, 4e79f35bbd4afff4ea6e2211e67dabc1, 64ceea35ee19e7ce1c4b4b0ab25aef6e, 76289ae8d3f951baeab231dfb6e06d5c, 7ff290f0cc255de3c2fb929ff4d9e7d1, aac5c2d4d8af0ff6b49f90379addec0b 2024-11-20T14:58:08,073 INFO [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/meta/1588230740/.tmp/ns/224632b2767747bbacd7181b74f4fc3f 2024-11-20T14:58:08,100 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnNext/2d6aa4b546c1c9b3f2767fe1883a737e/.tmp/testFamily/d74ea752f5b34d37871e4119a66dc72a 2024-11-20T14:58:08,107 DEBUG [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/meta/1588230740/.tmp/table/fc0197ee42964b11b52bd99b8fe1aebf is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732114621249/Put/seqid=0 2024-11-20T14:58:08,110 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnNext/2d6aa4b546c1c9b3f2767fe1883a737e/.tmp/testFamily/d74ea752f5b34d37871e4119a66dc72a as hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnNext/2d6aa4b546c1c9b3f2767fe1883a737e/testFamily/d74ea752f5b34d37871e4119a66dc72a 2024-11-20T14:58:08,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741859_1035 (size=6699) 2024-11-20T14:58:08,118 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnNext/2d6aa4b546c1c9b3f2767fe1883a737e/testFamily/d74ea752f5b34d37871e4119a66dc72a, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T14:58:08,120 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2d6aa4b546c1c9b3f2767fe1883a737e in 442ms, sequenceid=8, compaction requested=false 2024-11-20T14:58:08,126 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnNext/2d6aa4b546c1c9b3f2767fe1883a737e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T14:58:08,127 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e. 2024-11-20T14:58:08,127 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d6aa4b546c1c9b3f2767fe1883a737e: Waiting for close lock at 1732114687678Running coprocessor pre-close hooks at 1732114687678Disabling compacts and flushes for region at 1732114687678Disabling writes for close at 1732114687678Obtaining lock to block concurrent updates at 1732114687678Preparing flush snapshotting stores in 2d6aa4b546c1c9b3f2767fe1883a737e at 1732114687678Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732114687678Flushing stores of testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e. at 1732114687679 (+1 ms)Flushing 2d6aa4b546c1c9b3f2767fe1883a737e/testFamily: creating writer at 1732114687679Flushing 2d6aa4b546c1c9b3f2767fe1883a737e/testFamily: appending metadata at 1732114687693 (+14 ms)Flushing 2d6aa4b546c1c9b3f2767fe1883a737e/testFamily: closing flushed file at 1732114687693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6376a724: reopening flushed file at 1732114688108 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2d6aa4b546c1c9b3f2767fe1883a737e in 442ms, sequenceid=8, compaction requested=false at 1732114688120 (+12 ms)Writing region close event to WAL at 1732114688121 (+1 ms)Running coprocessor post-close hooks at 1732114688127 (+6 ms)Closed at 1732114688127 2024-11-20T14:58:08,127 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732114656654.2d6aa4b546c1c9b3f2767fe1883a737e. 2024-11-20T14:58:08,127 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 475b20eeaaf556cc3b99ca7154871b7c, disabling compactions & flushes 2024-11-20T14:58:08,127 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c. 2024-11-20T14:58:08,127 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c. 2024-11-20T14:58:08,127 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c. after waiting 0 ms 2024-11-20T14:58:08,127 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c. 2024-11-20T14:58:08,127 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 475b20eeaaf556cc3b99ca7154871b7c 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T14:58:08,141 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close 2024-11-20T14:58:08,141 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1325): Online Regions={475b20eeaaf556cc3b99ca7154871b7c=hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c., aac5c2d4d8af0ff6b49f90379addec0b=testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b., 49d940668704c0d2bc736a59a2ed9725=testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725., 1588230740=hbase:meta,,1.1588230740, 76289ae8d3f951baeab231dfb6e06d5c=hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c., 4e79f35bbd4afff4ea6e2211e67dabc1=testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1., 30c659ec735b6d746315617ed2154c9a=testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a., 7ff290f0cc255de3c2fb929ff4d9e7d1=hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1., 64ceea35ee19e7ce1c4b4b0ab25aef6e=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e.} 2024-11-20T14:58:08,141 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30c659ec735b6d746315617ed2154c9a, 475b20eeaaf556cc3b99ca7154871b7c, 49d940668704c0d2bc736a59a2ed9725, 4e79f35bbd4afff4ea6e2211e67dabc1, 64ceea35ee19e7ce1c4b4b0ab25aef6e, 76289ae8d3f951baeab231dfb6e06d5c, 7ff290f0cc255de3c2fb929ff4d9e7d1, aac5c2d4d8af0ff6b49f90379addec0b 2024-11-20T14:58:08,144 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnNext/475b20eeaaf556cc3b99ca7154871b7c/.tmp/testFamily/1f71708f0641457995d4e7e009c79318 is 61, key is row-0/testFamily:testQualifier/1732114674937/Put/seqid=0 2024-11-20T14:58:08,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741860_1036 (size=5049) 2024-11-20T14:58:08,342 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30c659ec735b6d746315617ed2154c9a, 475b20eeaaf556cc3b99ca7154871b7c, 49d940668704c0d2bc736a59a2ed9725, 4e79f35bbd4afff4ea6e2211e67dabc1, 64ceea35ee19e7ce1c4b4b0ab25aef6e, 76289ae8d3f951baeab231dfb6e06d5c, 7ff290f0cc255de3c2fb929ff4d9e7d1, aac5c2d4d8af0ff6b49f90379addec0b 2024-11-20T14:58:08,515 INFO [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/meta/1588230740/.tmp/table/fc0197ee42964b11b52bd99b8fe1aebf 2024-11-20T14:58:08,532 DEBUG [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/meta/1588230740/.tmp/info/bbf52eb6c92c4721908370d296d8866e as hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/meta/1588230740/info/bbf52eb6c92c4721908370d296d8866e 2024-11-20T14:58:08,541 INFO [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/meta/1588230740/info/bbf52eb6c92c4721908370d296d8866e, entries=100, sequenceid=56, filesize=20.1 K 2024-11-20T14:58:08,542 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30c659ec735b6d746315617ed2154c9a, 475b20eeaaf556cc3b99ca7154871b7c, 49d940668704c0d2bc736a59a2ed9725, 4e79f35bbd4afff4ea6e2211e67dabc1, 64ceea35ee19e7ce1c4b4b0ab25aef6e, 76289ae8d3f951baeab231dfb6e06d5c, 7ff290f0cc255de3c2fb929ff4d9e7d1, aac5c2d4d8af0ff6b49f90379addec0b 2024-11-20T14:58:08,542 DEBUG [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/meta/1588230740/.tmp/ns/224632b2767747bbacd7181b74f4fc3f as hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/meta/1588230740/ns/224632b2767747bbacd7181b74f4fc3f 2024-11-20T14:58:08,550 INFO [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/meta/1588230740/ns/224632b2767747bbacd7181b74f4fc3f, entries=2, sequenceid=56, filesize=5.0 K 2024-11-20T14:58:08,550 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnNext/475b20eeaaf556cc3b99ca7154871b7c/.tmp/testFamily/1f71708f0641457995d4e7e009c79318 2024-11-20T14:58:08,551 DEBUG [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/meta/1588230740/.tmp/table/fc0197ee42964b11b52bd99b8fe1aebf as hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/meta/1588230740/table/fc0197ee42964b11b52bd99b8fe1aebf 2024-11-20T14:58:08,559 INFO [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/meta/1588230740/table/fc0197ee42964b11b52bd99b8fe1aebf, entries=20, sequenceid=56, filesize=6.5 K 2024-11-20T14:58:08,560 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnNext/475b20eeaaf556cc3b99ca7154871b7c/.tmp/testFamily/1f71708f0641457995d4e7e009c79318 as hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnNext/475b20eeaaf556cc3b99ca7154871b7c/testFamily/1f71708f0641457995d4e7e009c79318 2024-11-20T14:58:08,560 INFO [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1421ms, sequenceid=56, compaction requested=false 2024-11-20T14:58:08,566 DEBUG [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-11-20T14:58:08,567 DEBUG [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T14:58:08,567 INFO [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T14:58:08,567 DEBUG [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732114687139Running coprocessor pre-close hooks at 1732114687139Disabling compacts and flushes for region at 1732114687139Disabling writes for close at 1732114687139Obtaining lock to block concurrent updates at 1732114687143 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732114687143Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732114687148 (+5 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732114687150 (+2 ms)Flushing 1588230740/info: creating writer at 1732114687151 (+1 ms)Flushing 1588230740/info: appending metadata at 1732114687192 (+41 ms)Flushing 1588230740/info: closing flushed file at 1732114687192Flushing 1588230740/ns: creating writer at 1732114687646 (+454 ms)Flushing 1588230740/ns: appending metadata at 1732114687663 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732114687663Flushing 1588230740/table: creating writer at 1732114688089 (+426 ms)Flushing 1588230740/table: appending metadata at 1732114688106 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732114688106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74aeebb0: reopening flushed file at 1732114688531 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ccb5a5e: reopening flushed file at 1732114688541 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@543164f4: reopening flushed file at 1732114688550 (+9 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1421ms, sequenceid=56, compaction requested=false at 1732114688560 (+10 ms)Writing region close event to WAL at 1732114688562 (+2 ms)Running coprocessor post-close hooks at 1732114688567 (+5 ms)Closed at 1732114688567 2024-11-20T14:58:08,568 DEBUG [RS_CLOSE_META-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T14:58:08,568 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnNext/475b20eeaaf556cc3b99ca7154871b7c/testFamily/1f71708f0641457995d4e7e009c79318, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T14:58:08,569 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 475b20eeaaf556cc3b99ca7154871b7c in 442ms, sequenceid=8, compaction requested=false 2024-11-20T14:58:08,574 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnNext/475b20eeaaf556cc3b99ca7154871b7c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T14:58:08,574 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c. 2024-11-20T14:58:08,575 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 475b20eeaaf556cc3b99ca7154871b7c: Waiting for close lock at 1732114688127Running coprocessor pre-close hooks at 1732114688127Disabling compacts and flushes for region at 1732114688127Disabling writes for close at 1732114688127Obtaining lock to block concurrent updates at 1732114688127Preparing flush snapshotting stores in 475b20eeaaf556cc3b99ca7154871b7c at 1732114688127Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732114688128 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c. at 1732114688128Flushing 475b20eeaaf556cc3b99ca7154871b7c/testFamily: creating writer at 1732114688128Flushing 475b20eeaaf556cc3b99ca7154871b7c/testFamily: appending metadata at 1732114688144 (+16 ms)Flushing 475b20eeaaf556cc3b99ca7154871b7c/testFamily: closing flushed file at 1732114688144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71a65108: reopening flushed file at 1732114688559 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 475b20eeaaf556cc3b99ca7154871b7c in 442ms, sequenceid=8, compaction requested=false at 1732114688569 (+10 ms)Writing region close event to WAL at 1732114688570 (+1 ms)Running coprocessor post-close hooks at 1732114688574 (+4 ms)Closed at 1732114688574 2024-11-20T14:58:08,575 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732114671880.475b20eeaaf556cc3b99ca7154871b7c. 2024-11-20T14:58:08,575 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aac5c2d4d8af0ff6b49f90379addec0b, disabling compactions & flushes 2024-11-20T14:58:08,575 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b. 2024-11-20T14:58:08,575 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b. 2024-11-20T14:58:08,575 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b. after waiting 0 ms 2024-11-20T14:58:08,575 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b. 2024-11-20T14:58:08,575 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aac5c2d4d8af0ff6b49f90379addec0b 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T14:58:08,591 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnOpenScannerAsync/aac5c2d4d8af0ff6b49f90379addec0b/.tmp/testFamily/37fe2ca114ed4db7a5fc0fefc7b20203 is 61, key is row-0/testFamily:testQualifier/1732114684039/Put/seqid=0 2024-11-20T14:58:08,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741861_1037 (size=5049) 2024-11-20T14:58:08,742 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 30c659ec735b6d746315617ed2154c9a, 49d940668704c0d2bc736a59a2ed9725, 4e79f35bbd4afff4ea6e2211e67dabc1, 64ceea35ee19e7ce1c4b4b0ab25aef6e, 76289ae8d3f951baeab231dfb6e06d5c, 7ff290f0cc255de3c2fb929ff4d9e7d1, aac5c2d4d8af0ff6b49f90379addec0b 2024-11-20T14:58:08,943 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 30c659ec735b6d746315617ed2154c9a, 49d940668704c0d2bc736a59a2ed9725, 4e79f35bbd4afff4ea6e2211e67dabc1, 64ceea35ee19e7ce1c4b4b0ab25aef6e, 76289ae8d3f951baeab231dfb6e06d5c, 7ff290f0cc255de3c2fb929ff4d9e7d1, aac5c2d4d8af0ff6b49f90379addec0b 2024-11-20T14:58:08,998 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnOpenScannerAsync/aac5c2d4d8af0ff6b49f90379addec0b/.tmp/testFamily/37fe2ca114ed4db7a5fc0fefc7b20203 2024-11-20T14:58:09,014 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnOpenScannerAsync/aac5c2d4d8af0ff6b49f90379addec0b/.tmp/testFamily/37fe2ca114ed4db7a5fc0fefc7b20203 as hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnOpenScannerAsync/aac5c2d4d8af0ff6b49f90379addec0b/testFamily/37fe2ca114ed4db7a5fc0fefc7b20203 2024-11-20T14:58:09,023 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnOpenScannerAsync/aac5c2d4d8af0ff6b49f90379addec0b/testFamily/37fe2ca114ed4db7a5fc0fefc7b20203, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T14:58:09,024 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for aac5c2d4d8af0ff6b49f90379addec0b in 449ms, sequenceid=8, compaction requested=false 2024-11-20T14:58:09,030 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnOpenScannerAsync/aac5c2d4d8af0ff6b49f90379addec0b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T14:58:09,031 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b. 2024-11-20T14:58:09,031 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aac5c2d4d8af0ff6b49f90379addec0b: Waiting for close lock at 1732114688575Running coprocessor pre-close hooks at 1732114688575Disabling compacts and flushes for region at 1732114688575Disabling writes for close at 1732114688575Obtaining lock to block concurrent updates at 1732114688575Preparing flush snapshotting stores in aac5c2d4d8af0ff6b49f90379addec0b at 1732114688575Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732114688575Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b. at 1732114688576 (+1 ms)Flushing aac5c2d4d8af0ff6b49f90379addec0b/testFamily: creating writer at 1732114688576Flushing aac5c2d4d8af0ff6b49f90379addec0b/testFamily: appending metadata at 1732114688591 (+15 ms)Flushing aac5c2d4d8af0ff6b49f90379addec0b/testFamily: closing flushed file at 1732114688591Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@330bfec5: reopening flushed file at 1732114689013 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for aac5c2d4d8af0ff6b49f90379addec0b in 449ms, sequenceid=8, compaction requested=false at 1732114689024 (+11 ms)Writing region close event to WAL at 1732114689025 (+1 ms)Running coprocessor post-close hooks at 1732114689031 (+6 ms)Closed at 1732114689031 2024-11-20T14:58:09,032 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732114680987.aac5c2d4d8af0ff6b49f90379addec0b. 2024-11-20T14:58:09,032 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49d940668704c0d2bc736a59a2ed9725, disabling compactions & flushes 2024-11-20T14:58:09,032 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725. 2024-11-20T14:58:09,032 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725. 2024-11-20T14:58:09,032 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725. after waiting 0 ms 2024-11-20T14:58:09,032 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725. 2024-11-20T14:58:09,032 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 49d940668704c0d2bc736a59a2ed9725 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T14:58:09,051 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnOpenScanner/49d940668704c0d2bc736a59a2ed9725/.tmp/testFamily/66080edc04e947159a539bbd823816e6 is 61, key is row-0/testFamily:testQualifier/1732114647530/Put/seqid=0 2024-11-20T14:58:09,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741862_1038 (size=5049) 2024-11-20T14:58:09,143 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-20T14:58:09,143 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1325): Online Regions={49d940668704c0d2bc736a59a2ed9725=testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725., 76289ae8d3f951baeab231dfb6e06d5c=hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c., 4e79f35bbd4afff4ea6e2211e67dabc1=testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1., 30c659ec735b6d746315617ed2154c9a=testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a., 7ff290f0cc255de3c2fb929ff4d9e7d1=hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1., 64ceea35ee19e7ce1c4b4b0ab25aef6e=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e.} 2024-11-20T14:58:09,143 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 30c659ec735b6d746315617ed2154c9a, 49d940668704c0d2bc736a59a2ed9725, 4e79f35bbd4afff4ea6e2211e67dabc1, 64ceea35ee19e7ce1c4b4b0ab25aef6e, 76289ae8d3f951baeab231dfb6e06d5c, 7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:58:09,344 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 30c659ec735b6d746315617ed2154c9a, 49d940668704c0d2bc736a59a2ed9725, 4e79f35bbd4afff4ea6e2211e67dabc1, 64ceea35ee19e7ce1c4b4b0ab25aef6e, 76289ae8d3f951baeab231dfb6e06d5c, 7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:58:09,458 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnOpenScanner/49d940668704c0d2bc736a59a2ed9725/.tmp/testFamily/66080edc04e947159a539bbd823816e6 2024-11-20T14:58:09,473 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnOpenScanner/49d940668704c0d2bc736a59a2ed9725/.tmp/testFamily/66080edc04e947159a539bbd823816e6 as hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnOpenScanner/49d940668704c0d2bc736a59a2ed9725/testFamily/66080edc04e947159a539bbd823816e6 2024-11-20T14:58:09,481 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnOpenScanner/49d940668704c0d2bc736a59a2ed9725/testFamily/66080edc04e947159a539bbd823816e6, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T14:58:09,482 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 49d940668704c0d2bc736a59a2ed9725 in 450ms, sequenceid=8, compaction requested=false 2024-11-20T14:58:09,487 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnOpenScanner/49d940668704c0d2bc736a59a2ed9725/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T14:58:09,487 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725. 2024-11-20T14:58:09,488 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49d940668704c0d2bc736a59a2ed9725: Waiting for close lock at 1732114689032Running coprocessor pre-close hooks at 1732114689032Disabling compacts and flushes for region at 1732114689032Disabling writes for close at 1732114689032Obtaining lock to block concurrent updates at 1732114689032Preparing flush snapshotting stores in 49d940668704c0d2bc736a59a2ed9725 at 1732114689032Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732114689032Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725. at 1732114689033 (+1 ms)Flushing 49d940668704c0d2bc736a59a2ed9725/testFamily: creating writer at 1732114689033Flushing 49d940668704c0d2bc736a59a2ed9725/testFamily: appending metadata at 1732114689051 (+18 ms)Flushing 49d940668704c0d2bc736a59a2ed9725/testFamily: closing flushed file at 1732114689051Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@104f075b: reopening flushed file at 1732114689472 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 49d940668704c0d2bc736a59a2ed9725 in 450ms, sequenceid=8, compaction requested=false at 1732114689482 (+10 ms)Writing region close event to WAL at 1732114689483 (+1 ms)Running coprocessor post-close hooks at 1732114689487 (+4 ms)Closed at 1732114689487 2024-11-20T14:58:09,488 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732114644482.49d940668704c0d2bc736a59a2ed9725. 2024-11-20T14:58:09,488 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76289ae8d3f951baeab231dfb6e06d5c, disabling compactions & flushes 2024-11-20T14:58:09,488 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c. 2024-11-20T14:58:09,488 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c. 2024-11-20T14:58:09,488 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c. after waiting 0 ms 2024-11-20T14:58:09,488 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c. 2024-11-20T14:58:09,488 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 76289ae8d3f951baeab231dfb6e06d5c 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T14:58:09,505 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnOpenScanner/76289ae8d3f951baeab231dfb6e06d5c/.tmp/testFamily/a81cc3e225f94c448bd0c2442b24f585 is 61, key is row-0/testFamily:testQualifier/1732114626228/Put/seqid=0 2024-11-20T14:58:09,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741863_1039 (size=5049) 2024-11-20T14:58:09,544 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 30c659ec735b6d746315617ed2154c9a, 4e79f35bbd4afff4ea6e2211e67dabc1, 64ceea35ee19e7ce1c4b4b0ab25aef6e, 76289ae8d3f951baeab231dfb6e06d5c, 7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:58:09,745 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 30c659ec735b6d746315617ed2154c9a, 4e79f35bbd4afff4ea6e2211e67dabc1, 64ceea35ee19e7ce1c4b4b0ab25aef6e, 76289ae8d3f951baeab231dfb6e06d5c, 7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:58:09,913 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnOpenScanner/76289ae8d3f951baeab231dfb6e06d5c/.tmp/testFamily/a81cc3e225f94c448bd0c2442b24f585 2024-11-20T14:58:09,933 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnOpenScanner/76289ae8d3f951baeab231dfb6e06d5c/.tmp/testFamily/a81cc3e225f94c448bd0c2442b24f585 as hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnOpenScanner/76289ae8d3f951baeab231dfb6e06d5c/testFamily/a81cc3e225f94c448bd0c2442b24f585 2024-11-20T14:58:09,943 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnOpenScanner/76289ae8d3f951baeab231dfb6e06d5c/testFamily/a81cc3e225f94c448bd0c2442b24f585, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T14:58:09,944 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 76289ae8d3f951baeab231dfb6e06d5c in 456ms, sequenceid=8, compaction requested=false 2024-11-20T14:58:09,945 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 30c659ec735b6d746315617ed2154c9a, 4e79f35bbd4afff4ea6e2211e67dabc1, 64ceea35ee19e7ce1c4b4b0ab25aef6e, 76289ae8d3f951baeab231dfb6e06d5c, 7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:58:09,949 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnOpenScanner/76289ae8d3f951baeab231dfb6e06d5c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T14:58:09,950 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c. 2024-11-20T14:58:09,950 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76289ae8d3f951baeab231dfb6e06d5c: Waiting for close lock at 1732114689488Running coprocessor pre-close hooks at 1732114689488Disabling compacts and flushes for region at 1732114689488Disabling writes for close at 1732114689488Obtaining lock to block concurrent updates at 1732114689488Preparing flush snapshotting stores in 76289ae8d3f951baeab231dfb6e06d5c at 1732114689488Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732114689488Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c. at 1732114689489 (+1 ms)Flushing 76289ae8d3f951baeab231dfb6e06d5c/testFamily: creating writer at 1732114689489Flushing 76289ae8d3f951baeab231dfb6e06d5c/testFamily: appending metadata at 1732114689505 (+16 ms)Flushing 76289ae8d3f951baeab231dfb6e06d5c/testFamily: closing flushed file at 1732114689505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ec3b237: reopening flushed file at 1732114689931 (+426 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 76289ae8d3f951baeab231dfb6e06d5c in 456ms, sequenceid=8, compaction requested=false at 1732114689944 (+13 ms)Writing region close event to WAL at 1732114689945 (+1 ms)Running coprocessor post-close hooks at 1732114689950 (+5 ms)Closed at 1732114689950 2024-11-20T14:58:09,950 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732114623179.76289ae8d3f951baeab231dfb6e06d5c. 2024-11-20T14:58:09,951 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e79f35bbd4afff4ea6e2211e67dabc1, disabling compactions & flushes 2024-11-20T14:58:09,951 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1. 2024-11-20T14:58:09,951 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1. 2024-11-20T14:58:09,951 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1. after waiting 0 ms 2024-11-20T14:58:09,951 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1. 2024-11-20T14:58:09,951 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4e79f35bbd4afff4ea6e2211e67dabc1 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T14:58:09,968 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnNextAsync/4e79f35bbd4afff4ea6e2211e67dabc1/.tmp/testFamily/15e5251379464f3d8511bc139a306c41 is 61, key is row-0/testFamily:testQualifier/1732114653609/Put/seqid=0 2024-11-20T14:58:09,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741864_1040 (size=5049) 2024-11-20T14:58:10,145 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-20T14:58:10,145 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1325): Online Regions={4e79f35bbd4afff4ea6e2211e67dabc1=testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1., 30c659ec735b6d746315617ed2154c9a=testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a., 7ff290f0cc255de3c2fb929ff4d9e7d1=hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1., 64ceea35ee19e7ce1c4b4b0ab25aef6e=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e.} 2024-11-20T14:58:10,146 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 30c659ec735b6d746315617ed2154c9a, 4e79f35bbd4afff4ea6e2211e67dabc1, 64ceea35ee19e7ce1c4b4b0ab25aef6e, 7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:58:10,346 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 30c659ec735b6d746315617ed2154c9a, 4e79f35bbd4afff4ea6e2211e67dabc1, 64ceea35ee19e7ce1c4b4b0ab25aef6e, 7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:58:10,375 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnNextAsync/4e79f35bbd4afff4ea6e2211e67dabc1/.tmp/testFamily/15e5251379464f3d8511bc139a306c41 2024-11-20T14:58:10,391 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnNextAsync/4e79f35bbd4afff4ea6e2211e67dabc1/.tmp/testFamily/15e5251379464f3d8511bc139a306c41 as hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnNextAsync/4e79f35bbd4afff4ea6e2211e67dabc1/testFamily/15e5251379464f3d8511bc139a306c41 2024-11-20T14:58:10,400 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnNextAsync/4e79f35bbd4afff4ea6e2211e67dabc1/testFamily/15e5251379464f3d8511bc139a306c41, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T14:58:10,402 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4e79f35bbd4afff4ea6e2211e67dabc1 in 450ms, sequenceid=8, compaction requested=false 2024-11-20T14:58:10,407 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testNormalScanTimeoutOnNextAsync/4e79f35bbd4afff4ea6e2211e67dabc1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T14:58:10,408 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1. 2024-11-20T14:58:10,408 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e79f35bbd4afff4ea6e2211e67dabc1: Waiting for close lock at 1732114689950Running coprocessor pre-close hooks at 1732114689951 (+1 ms)Disabling compacts and flushes for region at 1732114689951Disabling writes for close at 1732114689951Obtaining lock to block concurrent updates at 1732114689951Preparing flush snapshotting stores in 4e79f35bbd4afff4ea6e2211e67dabc1 at 1732114689951Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732114689951Flushing stores of testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1. at 1732114689952 (+1 ms)Flushing 4e79f35bbd4afff4ea6e2211e67dabc1/testFamily: creating writer at 1732114689952Flushing 4e79f35bbd4afff4ea6e2211e67dabc1/testFamily: appending metadata at 1732114689968 (+16 ms)Flushing 4e79f35bbd4afff4ea6e2211e67dabc1/testFamily: closing flushed file at 1732114689968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3be7dc0e: reopening flushed file at 1732114690390 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4e79f35bbd4afff4ea6e2211e67dabc1 in 450ms, sequenceid=8, compaction requested=false at 1732114690402 (+12 ms)Writing region close event to WAL at 1732114690402Running coprocessor post-close hooks at 1732114690407 (+5 ms)Closed at 1732114690407 2024-11-20T14:58:10,408 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732114650565.4e79f35bbd4afff4ea6e2211e67dabc1. 2024-11-20T14:58:10,408 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30c659ec735b6d746315617ed2154c9a, disabling compactions & flushes 2024-11-20T14:58:10,408 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a. 2024-11-20T14:58:10,408 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a. 2024-11-20T14:58:10,408 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a. after waiting 0 ms 2024-11-20T14:58:10,408 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a. 2024-11-20T14:58:10,408 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 30c659ec735b6d746315617ed2154c9a 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T14:58:10,427 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testRetryOutOfOrderScannerNextExceptionAsync/30c659ec735b6d746315617ed2154c9a/.tmp/testFamily/2cecb8a257ab4fdbaae412fe1559af83 is 61, key is row-0/testFamily:testQualifier/1732114623082/Put/seqid=0 2024-11-20T14:58:10,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741865_1041 (size=5049) 2024-11-20T14:58:10,547 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 30c659ec735b6d746315617ed2154c9a, 64ceea35ee19e7ce1c4b4b0ab25aef6e, 7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:58:10,747 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 30c659ec735b6d746315617ed2154c9a, 64ceea35ee19e7ce1c4b4b0ab25aef6e, 7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:58:10,834 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testRetryOutOfOrderScannerNextExceptionAsync/30c659ec735b6d746315617ed2154c9a/.tmp/testFamily/2cecb8a257ab4fdbaae412fe1559af83 2024-11-20T14:58:10,849 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testRetryOutOfOrderScannerNextExceptionAsync/30c659ec735b6d746315617ed2154c9a/.tmp/testFamily/2cecb8a257ab4fdbaae412fe1559af83 as hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testRetryOutOfOrderScannerNextExceptionAsync/30c659ec735b6d746315617ed2154c9a/testFamily/2cecb8a257ab4fdbaae412fe1559af83 2024-11-20T14:58:10,858 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testRetryOutOfOrderScannerNextExceptionAsync/30c659ec735b6d746315617ed2154c9a/testFamily/2cecb8a257ab4fdbaae412fe1559af83, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T14:58:10,859 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 30c659ec735b6d746315617ed2154c9a in 451ms, sequenceid=8, compaction requested=false 2024-11-20T14:58:10,864 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/default/testRetryOutOfOrderScannerNextExceptionAsync/30c659ec735b6d746315617ed2154c9a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T14:58:10,864 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a. 2024-11-20T14:58:10,864 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30c659ec735b6d746315617ed2154c9a: Waiting for close lock at 1732114690408Running coprocessor pre-close hooks at 1732114690408Disabling compacts and flushes for region at 1732114690408Disabling writes for close at 1732114690408Obtaining lock to block concurrent updates at 1732114690408Preparing flush snapshotting stores in 30c659ec735b6d746315617ed2154c9a at 1732114690408Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732114690409 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a. at 1732114690409Flushing 30c659ec735b6d746315617ed2154c9a/testFamily: creating writer at 1732114690409Flushing 30c659ec735b6d746315617ed2154c9a/testFamily: appending metadata at 1732114690427 (+18 ms)Flushing 30c659ec735b6d746315617ed2154c9a/testFamily: closing flushed file at 1732114690427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66b266cb: reopening flushed file at 1732114690848 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 30c659ec735b6d746315617ed2154c9a in 451ms, sequenceid=8, compaction requested=false at 1732114690859 (+11 ms)Writing region close event to WAL at 1732114690859Running coprocessor post-close hooks at 1732114690864 (+5 ms)Closed at 1732114690864 2024-11-20T14:58:10,865 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732114619999.30c659ec735b6d746315617ed2154c9a. 2024-11-20T14:58:10,865 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ff290f0cc255de3c2fb929ff4d9e7d1, disabling compactions & flushes 2024-11-20T14:58:10,865 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1. 2024-11-20T14:58:10,865 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1. 2024-11-20T14:58:10,865 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1. after waiting 0 ms 2024-11-20T14:58:10,865 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1. 2024-11-20T14:58:10,865 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7ff290f0cc255de3c2fb929ff4d9e7d1 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T14:58:10,884 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnNextAsync/7ff290f0cc255de3c2fb929ff4d9e7d1/.tmp/testFamily/3c038fefff5e479fbc59b6899909c7f3 is 61, key is row-0/testFamily:testQualifier/1732114635326/Put/seqid=0 2024-11-20T14:58:10,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741866_1042 (size=5049) 2024-11-20T14:58:10,947 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 64ceea35ee19e7ce1c4b4b0ab25aef6e, 7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:58:11,148 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T14:58:11,148 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1325): Online Regions={7ff290f0cc255de3c2fb929ff4d9e7d1=hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1., 64ceea35ee19e7ce1c4b4b0ab25aef6e=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e.} 2024-11-20T14:58:11,148 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 64ceea35ee19e7ce1c4b4b0ab25aef6e, 7ff290f0cc255de3c2fb929ff4d9e7d1 2024-11-20T14:58:11,291 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnNextAsync/7ff290f0cc255de3c2fb929ff4d9e7d1/.tmp/testFamily/3c038fefff5e479fbc59b6899909c7f3 2024-11-20T14:58:11,306 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnNextAsync/7ff290f0cc255de3c2fb929ff4d9e7d1/.tmp/testFamily/3c038fefff5e479fbc59b6899909c7f3 as hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnNextAsync/7ff290f0cc255de3c2fb929ff4d9e7d1/testFamily/3c038fefff5e479fbc59b6899909c7f3 2024-11-20T14:58:11,313 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnNextAsync/7ff290f0cc255de3c2fb929ff4d9e7d1/testFamily/3c038fefff5e479fbc59b6899909c7f3, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T14:58:11,314 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7ff290f0cc255de3c2fb929ff4d9e7d1 in 449ms, sequenceid=8, compaction requested=false 2024-11-20T14:58:11,320 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnNextAsync/7ff290f0cc255de3c2fb929ff4d9e7d1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T14:58:11,320 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1. 2024-11-20T14:58:11,321 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ff290f0cc255de3c2fb929ff4d9e7d1: Waiting for close lock at 1732114690865Running coprocessor pre-close hooks at 1732114690865Disabling compacts and flushes for region at 1732114690865Disabling writes for close at 1732114690865Obtaining lock to block concurrent updates at 1732114690865Preparing flush snapshotting stores in 7ff290f0cc255de3c2fb929ff4d9e7d1 at 1732114690865Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732114690865Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1. at 1732114690866 (+1 ms)Flushing 7ff290f0cc255de3c2fb929ff4d9e7d1/testFamily: creating writer at 1732114690866Flushing 7ff290f0cc255de3c2fb929ff4d9e7d1/testFamily: appending metadata at 1732114690884 (+18 ms)Flushing 7ff290f0cc255de3c2fb929ff4d9e7d1/testFamily: closing flushed file at 1732114690884Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1627195b: reopening flushed file at 1732114691305 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7ff290f0cc255de3c2fb929ff4d9e7d1 in 449ms, sequenceid=8, compaction requested=false at 1732114691314 (+9 ms)Writing region close event to WAL at 1732114691315 (+1 ms)Running coprocessor post-close hooks at 1732114691320 (+5 ms)Closed at 1732114691320 2024-11-20T14:58:11,321 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732114632277.7ff290f0cc255de3c2fb929ff4d9e7d1. 2024-11-20T14:58:11,321 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64ceea35ee19e7ce1c4b4b0ab25aef6e, disabling compactions & flushes 2024-11-20T14:58:11,321 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e. 2024-11-20T14:58:11,321 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e. 2024-11-20T14:58:11,321 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e. after waiting 0 ms 2024-11-20T14:58:11,321 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e. 2024-11-20T14:58:11,321 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 64ceea35ee19e7ce1c4b4b0ab25aef6e 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T14:58:11,337 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/64ceea35ee19e7ce1c4b4b0ab25aef6e/.tmp/testFamily/349c19bccc7446b28fee5b86ffef2265 is 61, key is row-0/testFamily:testQualifier/1732114665827/Put/seqid=0 2024-11-20T14:58:11,348 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 64ceea35ee19e7ce1c4b4b0ab25aef6e 2024-11-20T14:58:11,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741867_1043 (size=5049) 2024-11-20T14:58:11,549 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 64ceea35ee19e7ce1c4b4b0ab25aef6e 2024-11-20T14:58:11,749 DEBUG [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1351): Waiting on 64ceea35ee19e7ce1c4b4b0ab25aef6e 2024-11-20T14:58:11,795 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/64ceea35ee19e7ce1c4b4b0ab25aef6e/.tmp/testFamily/349c19bccc7446b28fee5b86ffef2265 2024-11-20T14:58:11,811 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/64ceea35ee19e7ce1c4b4b0ab25aef6e/.tmp/testFamily/349c19bccc7446b28fee5b86ffef2265 as hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/64ceea35ee19e7ce1c4b4b0ab25aef6e/testFamily/349c19bccc7446b28fee5b86ffef2265 2024-11-20T14:58:11,836 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/64ceea35ee19e7ce1c4b4b0ab25aef6e/testFamily/349c19bccc7446b28fee5b86ffef2265, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T14:58:11,837 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 64ceea35ee19e7ce1c4b4b0ab25aef6e in 516ms, sequenceid=8, compaction requested=false 2024-11-20T14:58:11,844 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/64ceea35ee19e7ce1c4b4b0ab25aef6e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T14:58:11,844 INFO [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e. 2024-11-20T14:58:11,845 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64ceea35ee19e7ce1c4b4b0ab25aef6e: Waiting for close lock at 1732114691321Running coprocessor pre-close hooks at 1732114691321Disabling compacts and flushes for region at 1732114691321Disabling writes for close at 1732114691321Obtaining lock to block concurrent updates at 1732114691321Preparing flush snapshotting stores in 64ceea35ee19e7ce1c4b4b0ab25aef6e at 1732114691321Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732114691321Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e. at 1732114691322 (+1 ms)Flushing 64ceea35ee19e7ce1c4b4b0ab25aef6e/testFamily: creating writer at 1732114691322Flushing 64ceea35ee19e7ce1c4b4b0ab25aef6e/testFamily: appending metadata at 1732114691336 (+14 ms)Flushing 64ceea35ee19e7ce1c4b4b0ab25aef6e/testFamily: closing flushed file at 1732114691337 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46f005f0: reopening flushed file at 1732114691809 (+472 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 64ceea35ee19e7ce1c4b4b0ab25aef6e in 516ms, sequenceid=8, compaction requested=false at 1732114691838 (+29 ms)Writing region close event to WAL at 1732114691839 (+1 ms)Running coprocessor post-close hooks at 1732114691844 (+5 ms)Closed at 1732114691844 2024-11-20T14:58:11,845 DEBUG [RS_CLOSE_REGION-regionserver/1a15ecfd95f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732114662771.64ceea35ee19e7ce1c4b4b0ab25aef6e. 2024-11-20T14:58:11,950 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(976): stopping server 1a15ecfd95f4,44039,1732114586205; all regions closed. 2024-11-20T14:58:11,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741834_1010 (size=19479) 2024-11-20T14:58:11,968 DEBUG [RS:0;1a15ecfd95f4:44039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/oldWALs 2024-11-20T14:58:11,968 INFO [RS:0;1a15ecfd95f4:44039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a15ecfd95f4%2C44039%2C1732114586205.meta:.meta(num 1732114619562) 2024-11-20T14:58:11,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741833_1009 (size=20031) 2024-11-20T14:58:11,975 DEBUG [RS:0;1a15ecfd95f4:44039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/oldWALs 2024-11-20T14:58:11,975 INFO [RS:0;1a15ecfd95f4:44039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a15ecfd95f4%2C44039%2C1732114586205:(num 1732114618955) 2024-11-20T14:58:11,975 DEBUG [RS:0;1a15ecfd95f4:44039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T14:58:11,976 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T14:58:11,976 INFO [RS:0;1a15ecfd95f4:44039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T14:58:11,976 INFO [RS:0;1a15ecfd95f4:44039 {}] hbase.ChoreService(370): Chore service for: regionserver/1a15ecfd95f4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T14:58:11,976 INFO [RS:0;1a15ecfd95f4:44039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T14:58:11,976 INFO [regionserver/1a15ecfd95f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T14:58:11,978 INFO [RS:0;1a15ecfd95f4:44039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44039 2024-11-20T14:58:12,024 INFO [regionserver/1a15ecfd95f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T14:58:12,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1015a08a69c0001, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1a15ecfd95f4,44039,1732114586205 2024-11-20T14:58:12,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T14:58:12,105 INFO [RS:0;1a15ecfd95f4:44039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T14:58:12,124 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a15ecfd95f4,44039,1732114586205] 2024-11-20T14:58:12,136 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1a15ecfd95f4,44039,1732114586205 already deleted, retry=false 2024-11-20T14:58:12,137 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a15ecfd95f4,44039,1732114586205 expired; onlineServers=0 2024-11-20T14:58:12,137 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a15ecfd95f4,46173,1732114585405' ***** 2024-11-20T14:58:12,138 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T14:58:12,138 INFO [M:0;1a15ecfd95f4:46173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T14:58:12,138 INFO [M:0;1a15ecfd95f4:46173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T14:58:12,139 DEBUG [M:0;1a15ecfd95f4:46173 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T14:58:12,139 DEBUG [M:0;1a15ecfd95f4:46173 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T14:58:12,139 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T14:58:12,139 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster-HFileCleaner.small.0-1732114588656 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a15ecfd95f4:0:becomeActiveMaster-HFileCleaner.small.0-1732114588656,5,FailOnTimeoutGroup] 2024-11-20T14:58:12,139 DEBUG [master/1a15ecfd95f4:0:becomeActiveMaster-HFileCleaner.large.0-1732114588655 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a15ecfd95f4:0:becomeActiveMaster-HFileCleaner.large.0-1732114588655,5,FailOnTimeoutGroup] 2024-11-20T14:58:12,140 INFO [M:0;1a15ecfd95f4:46173 {}] hbase.ChoreService(370): Chore service for: master/1a15ecfd95f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T14:58:12,141 INFO [M:0;1a15ecfd95f4:46173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T14:58:12,141 DEBUG [M:0;1a15ecfd95f4:46173 {}] master.HMaster(1795): Stopping service threads 2024-11-20T14:58:12,142 INFO [M:0;1a15ecfd95f4:46173 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T14:58:12,142 INFO [M:0;1a15ecfd95f4:46173 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T14:58:12,144 INFO [M:0;1a15ecfd95f4:46173 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T14:58:12,145 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T14:58:12,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T14:58:12,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T14:58:12,153 DEBUG [M:0;1a15ecfd95f4:46173 {}] zookeeper.ZKUtil(347): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T14:58:12,153 WARN [M:0;1a15ecfd95f4:46173 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T14:58:12,155 INFO [M:0;1a15ecfd95f4:46173 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/.lastflushedseqids 2024-11-20T14:58:12,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741868_1044 (size=649) 2024-11-20T14:58:12,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1015a08a69c0001, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T14:58:12,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x1015a08a69c0001, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T14:58:12,225 INFO [RS:0;1a15ecfd95f4:44039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T14:58:12,225 INFO [RS:0;1a15ecfd95f4:44039 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a15ecfd95f4,44039,1732114586205; zookeeper connection closed. 2024-11-20T14:58:12,226 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e3b90f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e3b90f 2024-11-20T14:58:12,226 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T14:58:12,568 INFO [M:0;1a15ecfd95f4:46173 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T14:58:12,569 INFO [M:0;1a15ecfd95f4:46173 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T14:58:12,569 DEBUG [M:0;1a15ecfd95f4:46173 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T14:58:12,569 INFO [M:0;1a15ecfd95f4:46173 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T14:58:12,570 DEBUG [M:0;1a15ecfd95f4:46173 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T14:58:12,570 DEBUG [M:0;1a15ecfd95f4:46173 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T14:58:12,570 DEBUG [M:0;1a15ecfd95f4:46173 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T14:58:12,571 INFO [M:0;1a15ecfd95f4:46173 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.98 KB heapSize=190.92 KB 2024-11-20T14:58:12,593 DEBUG [M:0;1a15ecfd95f4:46173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/548bfaaee498491bb582cda2e141b361 is 82, key is hbase:meta,,1/info:regioninfo/1732114619641/Put/seqid=0 2024-11-20T14:58:12,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741869_1045 (size=5672) 2024-11-20T14:58:13,001 INFO [M:0;1a15ecfd95f4:46173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/548bfaaee498491bb582cda2e141b361 2024-11-20T14:58:13,036 DEBUG [M:0;1a15ecfd95f4:46173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcf1be5148c54c969969649082f4c392 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732114621256/Put/seqid=0 2024-11-20T14:58:13,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741870_1046 (size=14069) 2024-11-20T14:58:13,181 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T14:58:13,443 INFO [M:0;1a15ecfd95f4:46173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.42 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcf1be5148c54c969969649082f4c392 2024-11-20T14:58:13,457 INFO [M:0;1a15ecfd95f4:46173 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dcf1be5148c54c969969649082f4c392 2024-11-20T14:58:13,475 DEBUG [M:0;1a15ecfd95f4:46173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d736ee39f314e3791ea9fec213e1f8c is 69, key is 1a15ecfd95f4,44039,1732114586205/rs:state/1732114588779/Put/seqid=0 2024-11-20T14:58:13,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741871_1047 (size=5156) 2024-11-20T14:58:13,882 INFO [M:0;1a15ecfd95f4:46173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d736ee39f314e3791ea9fec213e1f8c 2024-11-20T14:58:13,896 DEBUG [M:0;1a15ecfd95f4:46173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/548bfaaee498491bb582cda2e141b361 as hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/548bfaaee498491bb582cda2e141b361 2024-11-20T14:58:13,903 INFO [M:0;1a15ecfd95f4:46173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/548bfaaee498491bb582cda2e141b361, entries=8, sequenceid=317, filesize=5.5 K 2024-11-20T14:58:13,904 DEBUG [M:0;1a15ecfd95f4:46173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcf1be5148c54c969969649082f4c392 as hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcf1be5148c54c969969649082f4c392 2024-11-20T14:58:13,910 INFO [M:0;1a15ecfd95f4:46173 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dcf1be5148c54c969969649082f4c392 2024-11-20T14:58:13,911 INFO [M:0;1a15ecfd95f4:46173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcf1be5148c54c969969649082f4c392, entries=33, sequenceid=317, filesize=13.7 K 2024-11-20T14:58:13,912 DEBUG [M:0;1a15ecfd95f4:46173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d736ee39f314e3791ea9fec213e1f8c as hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7d736ee39f314e3791ea9fec213e1f8c 2024-11-20T14:58:13,919 INFO [M:0;1a15ecfd95f4:46173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32913/user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7d736ee39f314e3791ea9fec213e1f8c, entries=1, sequenceid=317, filesize=5.0 K 2024-11-20T14:58:13,920 INFO [M:0;1a15ecfd95f4:46173 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.98 KB/166891, heapSize ~190.63 KB/195200, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1350ms, sequenceid=317, compaction requested=false 2024-11-20T14:58:13,921 INFO [M:0;1a15ecfd95f4:46173 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T14:58:13,921 DEBUG [M:0;1a15ecfd95f4:46173 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732114692569Disabling compacts and flushes for region at 1732114692569Disabling writes for close at 1732114692570 (+1 ms)Obtaining lock to block concurrent updates at 1732114692571 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732114692571Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166891, getHeapSize=195440, getOffHeapSize=0, getCellsCount=364 at 1732114692572 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732114692574 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732114692574Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732114692593 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732114692593Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732114693017 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732114693036 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732114693036Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732114693457 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732114693475 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732114693475Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fccb025: reopening flushed file at 1732114693895 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13b624a4: reopening flushed file at 1732114693903 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@563ad9dd: reopening flushed file at 1732114693911 (+8 ms)Finished flush of dataSize ~162.98 KB/166891, heapSize ~190.63 KB/195200, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1350ms, sequenceid=317, compaction requested=false at 1732114693920 (+9 ms)Writing region close event to WAL at 1732114693921 (+1 ms)Closed at 1732114693921 2024-11-20T14:58:13,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45535 is added to blk_1073741830_1006 (size=188103) 2024-11-20T14:58:13,925 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f7cac1f-3035-2e48-d057-b35efa990347/MasterData/WALs/1a15ecfd95f4,46173,1732114585405/1a15ecfd95f4%2C46173%2C1732114585405.1732114587987 not finished, retry = 0 2024-11-20T14:58:14,027 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T14:58:14,027 INFO [M:0;1a15ecfd95f4:46173 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T14:58:14,027 INFO [M:0;1a15ecfd95f4:46173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46173 2024-11-20T14:58:14,027 INFO [M:0;1a15ecfd95f4:46173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T14:58:14,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T14:58:14,189 INFO [M:0;1a15ecfd95f4:46173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T14:58:14,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x1015a08a69c0000, quorum=127.0.0.1:62012, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T14:58:14,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@429b6cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T14:58:14,204 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@406d11bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T14:58:14,204 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T14:58:14,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f8f7398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T14:58:14,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79afe1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/hadoop.log.dir/,STOPPED} 2024-11-20T14:58:14,208 WARN [BP-1563636450-172.17.0.2-1732114581706 heartbeating to localhost/127.0.0.1:32913 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T14:58:14,208 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T14:58:14,208 WARN [BP-1563636450-172.17.0.2-1732114581706 heartbeating to localhost/127.0.0.1:32913 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1563636450-172.17.0.2-1732114581706 (Datanode Uuid d0e4c9b4-15f8-4491-a213-7cec90cf9851) service to localhost/127.0.0.1:32913 2024-11-20T14:58:14,208 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T14:58:14,210 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/cluster_15d0c5a1-8664-2a00-c7ca-3f7c8f34d540/data/data1/current/BP-1563636450-172.17.0.2-1732114581706 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T14:58:14,210 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/cluster_15d0c5a1-8664-2a00-c7ca-3f7c8f34d540/data/data2/current/BP-1563636450-172.17.0.2-1732114581706 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T14:58:14,211 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T14:58:14,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b93e99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T14:58:14,222 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e84709f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T14:58:14,222 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T14:58:14,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f794dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T14:58:14,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13a4dda0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c58f9e6-9d7b-d3ec-c306-ff67c8eff486/hadoop.log.dir/,STOPPED} 2024-11-20T14:58:14,229 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T14:58:14,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down